2024-11-22 05:16:41,162 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 05:16:41,179 main DEBUG Took 0.014950 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 05:16:41,179 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 05:16:41,180 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 05:16:41,181 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 05:16:41,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,188 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 05:16:41,201 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,203 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,205 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,206 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,207 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,210 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,211 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:16:41,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,213 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 05:16:41,215 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:16:41,216 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 05:16:41,218 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 05:16:41,218 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 05:16:41,219 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 05:16:41,220 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 05:16:41,228 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 05:16:41,230 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 05:16:41,232 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 05:16:41,232 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 05:16:41,233 main DEBUG createAppenders(={Console}) 2024-11-22 05:16:41,234 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-22 05:16:41,234 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 05:16:41,234 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-22 05:16:41,235 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 05:16:41,235 main DEBUG OutputStream closed 2024-11-22 05:16:41,235 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 05:16:41,235 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 05:16:41,236 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-22 05:16:41,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 05:16:41,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 05:16:41,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 05:16:41,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 05:16:41,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 05:16:41,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 05:16:41,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 05:16:41,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 05:16:41,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 05:16:41,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 05:16:41,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 05:16:41,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 05:16:41,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 05:16:41,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 05:16:41,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 05:16:41,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 05:16:41,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 05:16:41,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 05:16:41,329 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 05:16:41,329 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-22 05:16:41,330 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 05:16:41,331 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-22T05:16:41,344 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-22 05:16:41,347 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 05:16:41,347 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T05:16:41,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=8698 2024-11-22T05:16:41,575 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-22T05:16:41,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881 2024-11-22T05:16:41,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6, deleteOnExit=true 2024-11-22T05:16:41,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/zookeeper_0, clientPort=59542, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:16:41,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59542 2024-11-22T05:16:41,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:16:41,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:16:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/test.cache.data in system properties and HBase conf 2024-11-22T05:16:41,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:16:41,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:16:41,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:16:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:16:41,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:16:41,847 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T05:16:41,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:16:41,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:16:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:16:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:16:41,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:16:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:16:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:16:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:16:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:16:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:16:41,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:16:41,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:16:41,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:16:41,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:16:41,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:16:42,935 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T05:16:43,001 INFO [Time-limited test {}] log.Log(170): Logging initialized @2488ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T05:16:43,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:43,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:16:43,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:16:43,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:16:43,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:16:43,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:43,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:16:43,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:16:43,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/java.io.tmpdir/jetty-localhost-34803-hadoop-hdfs-3_4_1-tests_jar-_-any-6974946033308310937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:16:43,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34803} 2024-11-22T05:16:43,353 INFO [Time-limited test {}] server.Server(415): Started @2841ms 2024-11-22T05:16:43,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:43,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:16:43,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:16:43,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:16:43,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:16:43,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:16:43,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:16:43,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/java.io.tmpdir/jetty-localhost-46559-hadoop-hdfs-3_4_1-tests_jar-_-any-12252657506974694975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:16:43,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:46559} 2024-11-22T05:16:43,981 INFO [Time-limited test {}] server.Server(415): Started @3468ms 2024-11-22T05:16:44,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:16:45,013 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/data/data1/current/BP-1583992628-172.17.0.2-1732252602439/current, will proceed with Du for space computation calculation, 2024-11-22T05:16:45,013 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/data/data2/current/BP-1583992628-172.17.0.2-1732252602439/current, will proceed with Du for space computation calculation, 2024-11-22T05:16:45,042 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:16:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cff99b70b1a79b with lease ID 0x8423b60a5d81c6ad: Processing first storage report for DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab from datanode DatanodeRegistration(127.0.0.1:41645, datanodeUuid=7172a5a0-0403-4ce6-86df-b4a9700e5e2d, infoPort=44527, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=250508753;c=1732252602439) 2024-11-22T05:16:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cff99b70b1a79b with lease ID 0x8423b60a5d81c6ad: from storage DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab node DatanodeRegistration(127.0.0.1:41645, datanodeUuid=7172a5a0-0403-4ce6-86df-b4a9700e5e2d, infoPort=44527, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=250508753;c=1732252602439), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:16:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cff99b70b1a79b with lease ID 0x8423b60a5d81c6ad: Processing first storage report for DS-2e0eacd7-1fbc-40e6-878f-60df8a8cf09e from datanode DatanodeRegistration(127.0.0.1:41645, datanodeUuid=7172a5a0-0403-4ce6-86df-b4a9700e5e2d, infoPort=44527, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=250508753;c=1732252602439) 2024-11-22T05:16:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cff99b70b1a79b with lease ID 0x8423b60a5d81c6ad: from storage DS-2e0eacd7-1fbc-40e6-878f-60df8a8cf09e node DatanodeRegistration(127.0.0.1:41645, datanodeUuid=7172a5a0-0403-4ce6-86df-b4a9700e5e2d, infoPort=44527, infoSecurePort=0, ipcPort=41739, storageInfo=lv=-57;cid=testClusterID;nsid=250508753;c=1732252602439), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:16:45,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881 2024-11-22T05:16:45,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:45,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:16:45,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb with version=8 2024-11-22T05:16:45,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/hbase-staging 2024-11-22T05:16:45,840 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T05:16:46,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:16:46,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:16:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:16:46,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:16:46,390 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T05:16:46,398 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T05:16:46,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:16:46,423 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10795 (auto-detected) 2024-11-22T05:16:46,424 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T05:16:46,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34235 2024-11-22T05:16:46,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34235 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:46,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342350x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:46,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34235-0x10160f9091d0000 connected 2024-11-22T05:16:46,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:46,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:46,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:16:46,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb, hbase.cluster.distributed=false 2024-11-22T05:16:46,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/acl 2024-11-22T05:16:46,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-22T05:16:46,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34235 2024-11-22T05:16:46,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34235 2024-11-22T05:16:46,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-22T05:16:46,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-22T05:16:46,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:16:46,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:16:46,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:46,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:16:46,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:16:46,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:16:46,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39383 2024-11-22T05:16:46,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39383 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:46,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:46,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:46,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393830x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:46,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:16:46,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39383-0x10160f9091d0001 connected 2024-11-22T05:16:46,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:16:46,920 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:16:46,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/master 2024-11-22T05:16:46,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/acl 2024-11-22T05:16:46,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-22T05:16:46,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39383 2024-11-22T05:16:46,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39383 2024-11-22T05:16:46,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-22T05:16:46,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-22T05:16:46,948 DEBUG [M:0;82891a793a29:34235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:34235 2024-11-22T05:16:46,949 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2111342436/backup-masters/82891a793a29,34235,1732252606051 2024-11-22T05:16:46,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:16:46,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:16:46,964 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/backup-masters/82891a793a29,34235,1732252606051 2024-11-22T05:16:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/master 2024-11-22T05:16:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:47,001 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/master 2024-11-22T05:16:47,002 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2111342436/backup-masters/82891a793a29,34235,1732252606051 from backup master directory 2024-11-22T05:16:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:16:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/backup-masters/82891a793a29,34235,1732252606051 2024-11-22T05:16:47,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:16:47,015 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:16:47,015 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,34235,1732252606051 2024-11-22T05:16:47,017 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T05:16:47,018 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T05:16:47,074 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/hbase.id] with ID: b4fdb74b-ea17-4f29-af8f-8269410164cb 2024-11-22T05:16:47,075 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.tmp/hbase.id 2024-11-22T05:16:47,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:16:47,491 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.tmp/hbase.id]:[hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/hbase.id] 2024-11-22T05:16:47,542 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:47,547 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:16:47,565 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-22T05:16:47,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:47,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:16:48,053 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:48,058 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:16:48,072 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:48,076 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:48,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:16:48,528 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store 2024-11-22T05:16:48,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:16:48,953 INFO [master/82891a793a29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T05:16:48,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:48,960 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:16:48,961 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:48,961 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:48,964 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:16:48,964 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:48,965 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:48,966 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252608960Disabling compacts and flushes for region at 1732252608960Disabling writes for close at 1732252608964 (+4 ms)Writing region close event to WAL at 1732252608964Closed at 1732252608964 2024-11-22T05:16:48,969 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/.initializing 2024-11-22T05:16:48,969 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051 2024-11-22T05:16:48,980 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:16:49,001 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C34235%2C1732252606051, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/oldWALs, maxLogs=10 2024-11-22T05:16:49,036 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051/82891a793a29%2C34235%2C1732252606051.1732252609008, exclude list is [], retry=0 2024-11-22T05:16:49,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:16:49,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T05:16:49,115 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:16:49,116 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:16:49,116 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:49,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:49,120 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,122 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:16:49,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:49,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:16:49,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:49,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:16:49,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:49,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:16:49,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:49,219 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,224 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,226 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,232 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,232 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,236 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:49,241 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:49,247 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:49,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73744890, jitterRate=0.09888449311256409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:49,256 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252609135Initializing all the Stores at 1732252609139 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252609139Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252609141 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252609141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252609141Cleaning up temporary data from old regions at 1732252609233 (+92 ms)Region opened successfully at 1732252609255 (+22 ms) 2024-11-22T05:16:49,257 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:16:49,292 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9b945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:16:49,323 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:16:49,335 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:16:49,336 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:16:49,339 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:16:49,340 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T05:16:49,345 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T05:16:49,345 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:16:49,372 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:16:49,383 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/balancer because node does not exist (not necessarily an error) 2024-11-22T05:16:49,466 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/balancer already deleted, retry=false 2024-11-22T05:16:49,469 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:16:49,470 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:16:49,483 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/normalizer already deleted, retry=false 2024-11-22T05:16:49,486 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:16:49,489 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:16:49,497 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/switch/split already deleted, retry=false 2024-11-22T05:16:49,499 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:16:49,508 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/switch/merge already deleted, retry=false 2024-11-22T05:16:49,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:16:49,540 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/snapshot-cleanup already deleted, retry=false 2024-11-22T05:16:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:16:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:16:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,554 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,34235,1732252606051, sessionid=0x10160f9091d0000, setting cluster-up flag (Was=false) 2024-11-22T05:16:49,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,613 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111342436/flush-table-proc/acquired, /0-2111342436/flush-table-proc/reached, /0-2111342436/flush-table-proc/abort 2024-11-22T05:16:49,615 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,34235,1732252606051 2024-11-22T05:16:49,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:49,666 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111342436/online-snapshot/acquired, /0-2111342436/online-snapshot/reached, /0-2111342436/online-snapshot/abort 2024-11-22T05:16:49,668 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,34235,1732252606051 2024-11-22T05:16:49,674 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:16:49,739 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(746): ClusterId : b4fdb74b-ea17-4f29-af8f-8269410164cb 2024-11-22T05:16:49,742 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:16:49,753 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:16:49,753 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:16:49,753 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:49,763 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:16:49,763 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:16:49,763 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c6c4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:16:49,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:16:49,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,34235,1732252606051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:16:49,783 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:39383 2024-11-22T05:16:49,784 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:49,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:49,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:49,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:49,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:16:49,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:16:49,787 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,787 INFO [RS:0;82891a793a29:39383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:16:49,787 INFO [RS:0;82891a793a29:39383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:16:49,788 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:16:49,791 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,34235,1732252606051 with port=39383, startcode=1732252606851 2024-11-22T05:16:49,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:49,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:16:49,806 DEBUG [RS:0;82891a793a29:39383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:16:49,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252639808 2024-11-22T05:16:49,810 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:16:49,811 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:16:49,814 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:16:49,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:16:49,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:16:49,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:16:49,817 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:16:49,828 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:16:49,833 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:16:49,834 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:16:49,835 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:16:49,856 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:16:49,857 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:16:49,872 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252609858,5,FailOnTimeoutGroup] 2024-11-22T05:16:49,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:16:49,884 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252609872,5,FailOnTimeoutGroup] 2024-11-22T05:16:49,884 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,884 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:16:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:16:49,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:16:49,889 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb 2024-11-22T05:16:49,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,39383,1732252606851 2024-11-22T05:16:49,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(517): Registering regionserver=82891a793a29,39383,1732252606851 2024-11-22T05:16:49,914 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb 2024-11-22T05:16:49,914 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33607 2024-11-22T05:16:49,914 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:16:49,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:16:49,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/rs 2024-11-22T05:16:49,930 DEBUG [RS:0;82891a793a29:39383 {}] zookeeper.ZKUtil(111): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/rs/82891a793a29,39383,1732252606851 2024-11-22T05:16:49,930 WARN [RS:0;82891a793a29:39383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:16:49,930 INFO [RS:0;82891a793a29:39383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:49,930 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851 2024-11-22T05:16:49,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,39383,1732252606851] 2024-11-22T05:16:49,959 INFO [RS:0;82891a793a29:39383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:16:49,976 INFO [RS:0;82891a793a29:39383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:16:49,981 INFO [RS:0;82891a793a29:39383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:16:49,981 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,982 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:16:49,988 INFO [RS:0;82891a793a29:39383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:16:49,989 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,990 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,990 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,990 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,990 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,990 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,991 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,992 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:49,992 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:16:49,992 DEBUG [RS:0;82891a793a29:39383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:16:49,996 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,996 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,996 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,997 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,997 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:49,997 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39383,1732252606851-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:16:50,017 INFO [RS:0;82891a793a29:39383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:16:50,018 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39383,1732252606851-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:50,019 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:50,019 INFO [RS:0;82891a793a29:39383 {}] regionserver.Replication(171): 82891a793a29,39383,1732252606851 started 2024-11-22T05:16:50,040 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:50,040 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,39383,1732252606851, RpcServer on 82891a793a29/172.17.0.2:39383, sessionid=0x10160f9091d0001 2024-11-22T05:16:50,041 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:16:50,041 DEBUG [RS:0;82891a793a29:39383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,39383,1732252606851 2024-11-22T05:16:50,042 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39383,1732252606851' 2024-11-22T05:16:50,042 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111342436/flush-table-proc/abort' 2024-11-22T05:16:50,043 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111342436/flush-table-proc/acquired' 2024-11-22T05:16:50,045 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:16:50,045 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:16:50,045 DEBUG [RS:0;82891a793a29:39383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,39383,1732252606851 2024-11-22T05:16:50,045 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39383,1732252606851' 2024-11-22T05:16:50,045 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111342436/online-snapshot/abort' 2024-11-22T05:16:50,046 DEBUG [RS:0;82891a793a29:39383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111342436/online-snapshot/acquired' 2024-11-22T05:16:50,047 DEBUG [RS:0;82891a793a29:39383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:16:50,047 INFO [RS:0;82891a793a29:39383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:16:50,047 INFO [RS:0;82891a793a29:39383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:16:50,151 INFO [RS:0;82891a793a29:39383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:16:50,155 INFO [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39383%2C1732252606851, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:16:50,172 DEBUG [RS:0;82891a793a29:39383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157, exclude list is [], retry=0 2024-11-22T05:16:50,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:16:50,181 INFO [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 2024-11-22T05:16:50,181 DEBUG [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:16:50,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:50,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:16:50,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:16:50,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:16:50,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:16:50,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:16:50,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:16:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:16:50,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:16:50,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:16:50,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:16:50,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:16:50,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:16:50,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:16:50,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:50,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:16:50,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:50,370 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68999708, jitterRate=0.028175771236419678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:50,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252610322Initializing all the Stores at 1732252610324 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252610324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610324Cleaning up temporary data from old regions at 1732252610356 (+32 ms)Region opened successfully at 1732252610375 (+19 ms) 2024-11-22T05:16:50,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:16:50,376 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:16:50,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:16:50,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:16:50,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:16:50,377 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:16:50,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252610375Disabling compacts and flushes for region at 1732252610375Disabling writes for close at 1732252610376 (+1 ms)Writing region close event to WAL at 1732252610377 (+1 ms)Closed at 1732252610377 2024-11-22T05:16:50,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:50,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:16:50,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:16:50,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:16:50,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:16:50,553 DEBUG [82891a793a29:34235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:16:50,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,39383,1732252606851 2024-11-22T05:16:50,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39383,1732252606851, state=OPENING 2024-11-22T05:16:50,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:16:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:50,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:50,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:16:50,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:16:50,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:16:50,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39383,1732252606851}] 2024-11-22T05:16:50,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:16:50,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:16:50,867 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:16:50,867 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:50,868 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:16:50,872 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39383%2C1732252606851.meta, suffix=.meta, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:16:50,890 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.meta.1732252610875.meta, exclude list is [], retry=0 2024-11-22T05:16:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:16:50,899 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.meta.1732252610875.meta 2024-11-22T05:16:50,899 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:16:50,899 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:50,905 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:16:50,906 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:16:50,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:16:50,912 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:16:50,915 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:16:50,916 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:50,916 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:16:50,916 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:16:50,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:16:50,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:16:50,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:16:50,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:16:50,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:16:50,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:16:50,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:16:50,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:16:50,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:50,931 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:16:50,932 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:16:50,935 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:16:50,938 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:16:50,938 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:16:50,939 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:50,942 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:16:50,944 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69745256, jitterRate=0.03928530216217041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:50,945 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:16:50,947 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252610917Writing region info on filesystem at 1732252610917Initializing all the Stores at 1732252610919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610920 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252610920Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252610920Cleaning up temporary data from old regions at 1732252610938 (+18 ms)Running coprocessor post-open hooks at 1732252610945 (+7 ms)Region opened successfully at 1732252610947 (+2 ms) 2024-11-22T05:16:50,955 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252610839 2024-11-22T05:16:50,969 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:16:50,969 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:16:50,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,39383,1732252606851 2024-11-22T05:16:50,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39383,1732252606851, state=OPEN 2024-11-22T05:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:16:50,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:16:50,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:16:50,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:16:50,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,39383,1732252606851 2024-11-22T05:16:51,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:16:51,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39383,1732252606851 in 323 msec 2024-11-22T05:16:51,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:16:51,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-22T05:16:51,013 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:51,013 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:16:51,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:51,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39383,1732252606851, seqNum=-1] 2024-11-22T05:16:51,068 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:51,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:51,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-22T05:16:51,097 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252611097, completionTime=-1 2024-11-22T05:16:51,100 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:16:51,100 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:16:51,128 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:16:51,128 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252671128 2024-11-22T05:16:51,129 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252731128 2024-11-22T05:16:51,129 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-22T05:16:51,131 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,131 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,131 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,133 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:34235, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,133 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,134 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,144 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:16:51,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.153sec 2024-11-22T05:16:51,170 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:16:51,171 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:16:51,172 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:16:51,173 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:16:51,173 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:16:51,173 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:16:51,174 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:16:51,182 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:16:51,183 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:16:51,183 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34235,1732252606051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:51,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:51,254 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T05:16:51,254 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T05:16:51,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,34235,-1 for getting cluster id 2024-11-22T05:16:51,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:51,270 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4fdb74b-ea17-4f29-af8f-8269410164cb' 2024-11-22T05:16:51,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4fdb74b-ea17-4f29-af8f-8269410164cb" 2024-11-22T05:16:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:51,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,34235,-1] 2024-11-22T05:16:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:51,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:51,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:51,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:51,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:51,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39383,1732252606851, seqNum=-1] 2024-11-22T05:16:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:51,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:51,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,34235,1732252606051 2024-11-22T05:16:51,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:51,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:51,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160f9091d0002 connected 2024-11-22T05:16:51,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir so I do NOT create it in target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff 2024-11-22T05:16:51,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:16:51,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.tmp.dir so I do NOT create it in target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff 2024-11-22T05:16:51,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:16:51,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff 2024-11-22T05:16:51,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:16:51,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/cluster_582c5640-5c97-acd3-96fa-e54c0e6374c0, deleteOnExit=true 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/test.cache.data in system properties and HBase conf 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:16:51,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:16:51,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:16:51,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:16:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:16:51,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:51,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:16:51,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:16:51,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:16:51,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:16:51,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:51,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:16:51,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:16:51,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-7673153551491180940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:16:51,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-11-22T05:16:51,944 INFO [Time-limited test {}] server.Server(415): Started @11432ms 2024-11-22T05:16:52,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:16:52,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:16:52,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:16:52,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:16:52,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:16:52,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:16:52,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:16:52,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/java.io.tmpdir/jetty-localhost-40509-hadoop-hdfs-3_4_1-tests_jar-_-any-7801776323539868748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:16:52,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:40509} 2024-11-22T05:16:52,584 INFO [Time-limited test {}] server.Server(415): Started @12072ms 2024-11-22T05:16:52,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:16:53,299 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/cluster_582c5640-5c97-acd3-96fa-e54c0e6374c0/data/data1/current/BP-1772964671-172.17.0.2-1732252611440/current, will proceed with Du for space computation calculation, 2024-11-22T05:16:53,299 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/cluster_582c5640-5c97-acd3-96fa-e54c0e6374c0/data/data2/current/BP-1772964671-172.17.0.2-1732252611440/current, will proceed with Du for space computation calculation, 2024-11-22T05:16:53,342 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd80f7f1de1c6b5 with lease ID 0xec3e5bcfabfbb284: Processing first storage report for DS-62f3198c-39a5-4a0e-99d2-76e35554aec9 from datanode DatanodeRegistration(127.0.0.1:40505, datanodeUuid=c1e0412d-5be3-4959-93f3-eb3ad8b168ea, infoPort=38571, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=272999096;c=1732252611440) 2024-11-22T05:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd80f7f1de1c6b5 with lease ID 0xec3e5bcfabfbb284: from storage DS-62f3198c-39a5-4a0e-99d2-76e35554aec9 node DatanodeRegistration(127.0.0.1:40505, datanodeUuid=c1e0412d-5be3-4959-93f3-eb3ad8b168ea, infoPort=38571, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=272999096;c=1732252611440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd80f7f1de1c6b5 with lease ID 0xec3e5bcfabfbb284: Processing first storage report for DS-23b90608-4bd6-4b3b-a73e-2df6bf610223 from datanode DatanodeRegistration(127.0.0.1:40505, datanodeUuid=c1e0412d-5be3-4959-93f3-eb3ad8b168ea, infoPort=38571, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=272999096;c=1732252611440) 2024-11-22T05:16:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd80f7f1de1c6b5 with lease ID 0xec3e5bcfabfbb284: from storage DS-23b90608-4bd6-4b3b-a73e-2df6bf610223 node DatanodeRegistration(127.0.0.1:40505, datanodeUuid=c1e0412d-5be3-4959-93f3-eb3ad8b168ea, infoPort=38571, infoSecurePort=0, ipcPort=36623, storageInfo=lv=-57;cid=testClusterID;nsid=272999096;c=1732252611440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:16:53,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff 2024-11-22T05:16:53,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:16:53,457 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518 with version=8 2024-11-22T05:16:53,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/hbase-staging 2024-11-22T05:16:53,459 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:16:53,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:16:53,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:16:53,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:16:53,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:16:53,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46649 2024-11-22T05:16:53,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46649 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466490x0, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:53,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46649-0x10160f9091d0003 connected 2024-11-22T05:16:53,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/running 2024-11-22T05:16:53,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518, hbase.cluster.distributed=false 2024-11-22T05:16:53,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/acl 2024-11-22T05:16:53,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-22T05:16:53,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46649 2024-11-22T05:16:53,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46649 2024-11-22T05:16:53,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-22T05:16:53,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46649 2024-11-22T05:16:53,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:16:53,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:16:53,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:16:53,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:16:53,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:16:53,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:16:53,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42959 2024-11-22T05:16:53,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42959 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:53,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:53,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429590x0, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:53,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429590x0, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/running 2024-11-22T05:16:53,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:16:53,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42959-0x10160f9091d0004 connected 2024-11-22T05:16:53,623 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:16:53,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/master 2024-11-22T05:16:53,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/acl 2024-11-22T05:16:53,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-22T05:16:53,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42959 2024-11-22T05:16:53,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42959 2024-11-22T05:16:53,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-22T05:16:53,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42959 2024-11-22T05:16:53,646 DEBUG [M:0;82891a793a29:46649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:46649 2024-11-22T05:16:53,648 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-19639400/backup-masters/82891a793a29,46649,1732252613458 2024-11-22T05:16:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/backup-masters 2024-11-22T05:16:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/backup-masters 2024-11-22T05:16:53,656 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on existing znode=/1-19639400/backup-masters/82891a793a29,46649,1732252613458 2024-11-22T05:16:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19639400/master 2024-11-22T05:16:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:53,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:53,667 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on existing znode=/1-19639400/master 2024-11-22T05:16:53,667 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-19639400/backup-masters/82891a793a29,46649,1732252613458 from backup master directory 2024-11-22T05:16:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/backup-masters 2024-11-22T05:16:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19639400/backup-masters/82891a793a29,46649,1732252613458 2024-11-22T05:16:53,676 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:16:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/backup-masters 2024-11-22T05:16:53,676 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,46649,1732252613458 2024-11-22T05:16:53,686 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/hbase.id] with ID: 87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:16:53,687 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/.tmp/hbase.id 2024-11-22T05:16:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:16:54,104 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/.tmp/hbase.id]:[hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/hbase.id] 2024-11-22T05:16:54,141 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:16:54,141 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:16:54,144 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-22T05:16:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:54,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:16:54,631 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:54,632 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:16:54,644 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:54,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:16:54,686 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store 2024-11-22T05:16:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:16:54,709 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:54,709 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:16:54,709 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:54,709 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:54,709 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:16:54,710 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:54,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:16:54,710 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252614709Disabling compacts and flushes for region at 1732252614709Disabling writes for close at 1732252614709Writing region close event to WAL at 1732252614710 (+1 ms)Closed at 1732252614710 2024-11-22T05:16:54,712 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/.initializing 2024-11-22T05:16:54,712 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/WALs/82891a793a29,46649,1732252613458 2024-11-22T05:16:54,714 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:16:54,721 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C46649%2C1732252613458, suffix=, logDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/WALs/82891a793a29,46649,1732252613458, archiveDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/oldWALs, maxLogs=10 2024-11-22T05:16:54,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/WALs/82891a793a29,46649,1732252613458/82891a793a29%2C46649%2C1732252613458.1732252614721, exclude list is [], retry=0 2024-11-22T05:16:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-62f3198c-39a5-4a0e-99d2-76e35554aec9,DISK] 2024-11-22T05:16:54,819 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/WALs/82891a793a29,46649,1732252613458/82891a793a29%2C46649%2C1732252613458.1732252614721 2024-11-22T05:16:54,826 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38571:38571)] 2024-11-22T05:16:54,826 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:54,826 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:54,827 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,827 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:16:54,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:54,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:16:54,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:54,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:16:54,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:54,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:16:54,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:54,860 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,861 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,861 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,864 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:54,869 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:16:54,879 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:54,880 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66398552, jitterRate=-0.010584473609924316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:54,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252614827Initializing all the Stores at 1732252614834 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252614834Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252614836 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252614836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252614836Cleaning up temporary data from old regions at 1732252614863 (+27 ms)Region opened successfully at 1732252614880 (+17 ms) 2024-11-22T05:16:54,881 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:16:54,886 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179c1bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:16:54,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:16:54,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:16:54,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:16:54,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:16:54,888 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:16:54,889 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:16:54,889 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:16:54,892 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:16:54,893 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/balancer because node does not exist (not necessarily an error) 2024-11-22T05:16:54,946 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/balancer already deleted, retry=false 2024-11-22T05:16:54,946 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:16:54,947 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:16:54,956 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/normalizer already deleted, retry=false 2024-11-22T05:16:54,957 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:16:54,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:16:54,967 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/switch/split already deleted, retry=false 2024-11-22T05:16:54,968 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:16:54,977 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/switch/merge already deleted, retry=false 2024-11-22T05:16:54,980 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:16:54,992 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/snapshot-cleanup already deleted, retry=false 2024-11-22T05:16:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19639400/running 2024-11-22T05:16:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-19639400/running 2024-11-22T05:16:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,005 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,46649,1732252613458, sessionid=0x10160f9091d0003, setting cluster-up flag (Was=false) 2024-11-22T05:16:55,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,055 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-19639400/flush-table-proc/acquired, /1-19639400/flush-table-proc/reached, /1-19639400/flush-table-proc/abort 2024-11-22T05:16:55,057 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46649,1732252613458 2024-11-22T05:16:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,108 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-19639400/online-snapshot/acquired, /1-19639400/online-snapshot/reached, /1-19639400/online-snapshot/abort 2024-11-22T05:16:55,109 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46649,1732252613458 2024-11-22T05:16:55,111 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:16:55,114 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:55,114 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:16:55,114 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:16:55,115 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,46649,1732252613458 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:16:55,117 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,118 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:16:55,118 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:55,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:16:55,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:16:55,124 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252645124 2024-11-22T05:16:55,124 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:16:55,124 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:16:55,124 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:16:55,125 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:16:55,125 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:16:55,125 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:16:55,125 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,128 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:16:55,128 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:16:55,129 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:16:55,129 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:16:55,132 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:16:55,132 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:16:55,133 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252615132,5,FailOnTimeoutGroup] 2024-11-22T05:16:55,136 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252615133,5,FailOnTimeoutGroup] 2024-11-22T05:16:55,136 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,136 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:16:55,136 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,136 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:16:55,169 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(746): ClusterId : 87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:16:55,169 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:16:55,182 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:16:55,183 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:16:55,193 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:16:55,193 DEBUG [RS:0;82891a793a29:42959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9bb8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:16:55,209 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:42959 2024-11-22T05:16:55,210 INFO [RS:0;82891a793a29:42959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:16:55,210 INFO [RS:0;82891a793a29:42959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:16:55,210 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:16:55,211 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,46649,1732252613458 with port=42959, startcode=1732252613593 2024-11-22T05:16:55,211 DEBUG [RS:0;82891a793a29:42959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:16:55,213 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:16:55,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,42959,1732252613593 2024-11-22T05:16:55,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46649 {}] master.ServerManager(517): Registering regionserver=82891a793a29,42959,1732252613593 2024-11-22T05:16:55,217 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518 2024-11-22T05:16:55,217 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41633 2024-11-22T05:16:55,217 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:16:55,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/rs 2024-11-22T05:16:55,277 DEBUG [RS:0;82891a793a29:42959 {}] zookeeper.ZKUtil(111): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on existing znode=/1-19639400/rs/82891a793a29,42959,1732252613593 2024-11-22T05:16:55,277 WARN [RS:0;82891a793a29:42959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:16:55,277 INFO [RS:0;82891a793a29:42959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:55,277 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593 2024-11-22T05:16:55,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,42959,1732252613593] 2024-11-22T05:16:55,282 INFO [RS:0;82891a793a29:42959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:16:55,285 INFO [RS:0;82891a793a29:42959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:16:55,286 INFO [RS:0;82891a793a29:42959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:16:55,286 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,287 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:16:55,288 INFO [RS:0;82891a793a29:42959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:16:55,288 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,288 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,288 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:16:55,289 DEBUG [RS:0;82891a793a29:42959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,290 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42959,1732252613593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:16:55,305 INFO [RS:0;82891a793a29:42959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:16:55,305 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42959,1732252613593-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,305 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,305 INFO [RS:0;82891a793a29:42959 {}] regionserver.Replication(171): 82891a793a29,42959,1732252613593 started 2024-11-22T05:16:55,322 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:55,323 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,42959,1732252613593, RpcServer on 82891a793a29/172.17.0.2:42959, sessionid=0x10160f9091d0004 2024-11-22T05:16:55,323 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:16:55,323 DEBUG [RS:0;82891a793a29:42959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,42959,1732252613593 2024-11-22T05:16:55,323 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42959,1732252613593' 2024-11-22T05:16:55,323 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-19639400/flush-table-proc/abort' 2024-11-22T05:16:55,324 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-19639400/flush-table-proc/acquired' 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,42959,1732252613593 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42959,1732252613593' 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-19639400/online-snapshot/abort' 2024-11-22T05:16:55,325 DEBUG [RS:0;82891a793a29:42959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-19639400/online-snapshot/acquired' 2024-11-22T05:16:55,326 DEBUG [RS:0;82891a793a29:42959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:16:55,326 INFO [RS:0;82891a793a29:42959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:16:55,326 INFO [RS:0;82891a793a29:42959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:16:55,427 INFO [RS:0;82891a793a29:42959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:16:55,429 INFO [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C42959%2C1732252613593, suffix=, logDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593, archiveDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/oldWALs, maxLogs=10 2024-11-22T05:16:55,450 DEBUG [RS:0;82891a793a29:42959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593/82891a793a29%2C42959%2C1732252613593.1732252615432, exclude list is [], retry=0 2024-11-22T05:16:55,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-62f3198c-39a5-4a0e-99d2-76e35554aec9,DISK] 2024-11-22T05:16:55,458 INFO [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593/82891a793a29%2C42959%2C1732252613593.1732252615432 2024-11-22T05:16:55,459 DEBUG [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38571:38571)] 2024-11-22T05:16:55,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:16:55,545 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518 2024-11-22T05:16:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:16:55,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:55,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:16:55,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:16:55,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:55,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:16:55,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:16:55,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:55,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:16:55,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:16:55,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:16:55,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:16:55,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:55,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:16:55,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740 2024-11-22T05:16:55,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740 2024-11-22T05:16:55,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:16:55,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:16:55,583 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:55,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:16:55,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:55,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66191420, jitterRate=-0.01367098093032837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:55,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252615564Initializing all the Stores at 1732252615565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252615565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252615565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252615565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252615565Cleaning up temporary data from old regions at 1732252615583 (+18 ms)Region opened successfully at 1732252615591 (+8 ms) 2024-11-22T05:16:55,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:16:55,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:16:55,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:16:55,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:16:55,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:16:55,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:16:55,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252615591Disabling compacts and flushes for region at 1732252615591Disabling writes for close at 1732252615592 (+1 ms)Writing region close event to WAL at 1732252615592Closed at 1732252615592 2024-11-22T05:16:55,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:55,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:16:55,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:16:55,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:16:55,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:16:55,750 DEBUG [82891a793a29:46649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:16:55,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,42959,1732252613593 2024-11-22T05:16:55,753 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,42959,1732252613593, state=OPENING 2024-11-22T05:16:55,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:16:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:16:55,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:16:55,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19639400/meta-region-server: CHANGED 2024-11-22T05:16:55,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19639400/meta-region-server: CHANGED 2024-11-22T05:16:55,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,42959,1732252613593}] 2024-11-22T05:16:55,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:16:55,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:16:55,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:16:55,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:55,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:16:55,979 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C42959%2C1732252613593.meta, suffix=.meta, logDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593, archiveDir=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/oldWALs, maxLogs=10 2024-11-22T05:16:55,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593/82891a793a29%2C42959%2C1732252613593.meta.1732252615981.meta, exclude list is [], retry=0 2024-11-22T05:16:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40505,DS-62f3198c-39a5-4a0e-99d2-76e35554aec9,DISK] 2024-11-22T05:16:56,001 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593/82891a793a29%2C42959%2C1732252613593.meta.1732252615981.meta 2024-11-22T05:16:56,002 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38571:38571)] 2024-11-22T05:16:56,002 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:56,002 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:16:56,002 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:16:56,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:16:56,003 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:16:56,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:16:56,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:56,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:16:56,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:16:56,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:16:56,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:16:56,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:56,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:16:56,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:16:56,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:56,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:16:56,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:16:56,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:56,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:16:56,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:16:56,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:16:56,015 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:16:56,017 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740 2024-11-22T05:16:56,019 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740 2024-11-22T05:16:56,021 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:16:56,021 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:16:56,022 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:16:56,025 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:16:56,026 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72220499, jitterRate=0.07616929709911346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:16:56,026 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:16:56,026 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252616003Writing region info on filesystem at 1732252616003Initializing all the Stores at 1732252616005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252616005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252616005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252616005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252616005Cleaning up temporary data from old regions at 1732252616021 (+16 ms)Running coprocessor post-open hooks at 1732252616026 (+5 ms)Region opened successfully at 1732252616026 2024-11-22T05:16:56,028 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252615968 2024-11-22T05:16:56,032 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:16:56,032 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:16:56,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,42959,1732252613593 2024-11-22T05:16:56,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,42959,1732252613593, state=OPEN 2024-11-22T05:16:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-19639400/meta-region-server 2024-11-22T05:16:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-19639400/meta-region-server 2024-11-22T05:16:56,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,42959,1732252613593 2024-11-22T05:16:56,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19639400/meta-region-server: CHANGED 2024-11-22T05:16:56,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-19639400/meta-region-server: CHANGED 2024-11-22T05:16:56,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:16:56,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,42959,1732252613593 in 231 msec 2024-11-22T05:16:56,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:16:56,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-22T05:16:56,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:16:56,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:16:56,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:56,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42959,1732252613593, seqNum=-1] 2024-11-22T05:16:56,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:56,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:56,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 955 msec 2024-11-22T05:16:56,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252616070, completionTime=-1 2024-11-22T05:16:56,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:16:56,071 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:16:56,074 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:16:56,074 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252676074 2024-11-22T05:16:56,074 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252736074 2024-11-22T05:16:56,074 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T05:16:56,075 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,075 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,075 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,075 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:46649, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,075 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,076 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,078 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.404sec 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:16:56,081 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:16:56,082 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:16:56,087 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:16:56,087 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:16:56,087 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46649,1732252613458-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:16:56,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:56,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:56,172 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d527fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:56,176 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:56,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42959,1732252613593, seqNum=-1] 2024-11-22T05:16:56,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:56,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:56,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,46649,1732252613458 2024-11-22T05:16:56,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:16:56,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:16:56,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160f9091d0005 connected 2024-11-22T05:16:56,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,34235,-1 for getting cluster id 2024-11-22T05:16:56,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:56,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4fdb74b-ea17-4f29-af8f-8269410164cb' 2024-11-22T05:16:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4fdb74b-ea17-4f29-af8f-8269410164cb" 2024-11-22T05:16:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a17fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,34235,-1] 2024-11-22T05:16:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:56,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:56,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:56,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd837a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:56,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,34235,1732252606051 2024-11-22T05:16:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20583c4f 2024-11-22T05:16:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:56,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:56,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:16:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:16:56,258 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:56,260 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c17eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,260 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:56,261 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:56,262 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:56,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f05dcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:56,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:56,265 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:56,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a555f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:56,268 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:56,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:56,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582eab47 2024-11-22T05:16:56,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:56,276 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:56,292 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T05:16:56,293 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:16:56,299 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:56,300 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:56,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:56,302 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:56,310 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:16:56,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:16:56,318 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:16:56,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741835_1011 (size=1138) 2024-11-22T05:16:56,363 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:16:56,364 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b629da3637221bd322d6b099e05be8c, NAME => 'hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb 2024-11-22T05:16:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741836_1012 (size=44) 2024-11-22T05:16:56,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:16:56,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:16:56,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:16:56,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:16:56,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:16:56,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:16:56,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:16:56,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:16:56,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:16:56,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:16:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:56,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:56,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b629da3637221bd322d6b099e05be8c, disabling compactions & flushes 2024-11-22T05:16:56,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:56,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:56,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. after waiting 0 ms 2024-11-22T05:16:56,787 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:56,787 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b629da3637221bd322d6b099e05be8c: Waiting for close lock at 1732252616787Disabling compacts and flushes for region at 1732252616787Disabling writes for close at 1732252616787Writing region close event to WAL at 1732252616787Closed at 1732252616787 2024-11-22T05:16:56,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:16:56,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252616790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252616790"}]},"ts":"1732252616790"} 2024-11-22T05:16:56,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:16:56,802 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:16:56,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252616803"}]},"ts":"1732252616803"} 2024-11-22T05:16:56,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:16:56,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN}] 2024-11-22T05:16:56,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN 2024-11-22T05:16:56,816 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN; state=OFFLINE, location=82891a793a29,39383,1732252606851; forceNewPlan=false, retain=false 2024-11-22T05:16:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:56,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b629da3637221bd322d6b099e05be8c, regionState=OPENING, regionLocation=82891a793a29,39383,1732252606851 2024-11-22T05:16:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN because future has completed 2024-11-22T05:16:56,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39383,1732252606851}] 2024-11-22T05:16:57,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:57,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:16:57,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:16:57,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39383%2C1732252606851.rep, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:16:57,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.rep.1732252617138, exclude list is [], retry=0 2024-11-22T05:16:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:16:57,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.rep.1732252617138 2024-11-22T05:16:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:16:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b629da3637221bd322d6b099e05be8c, NAME => 'hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:16:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:16:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. service=MultiRowMutationService 2024-11-22T05:16:57,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:16:57,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:57,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,168 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,171 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName hfileref 2024-11-22T05:16:57,171 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,172 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:57,173 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,175 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName queue 2024-11-22T05:16:57,175 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,176 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:57,176 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,178 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName sid 2024-11-22T05:16:57,178 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,179 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:57,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:16:57,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:57,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9b629da3637221bd322d6b099e05be8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74572686, jitterRate=0.1112196147441864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:16:57,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:57,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9b629da3637221bd322d6b099e05be8c: Running coprocessor pre-open hook at 1732252617166Writing region info on filesystem at 1732252617166Initializing all the Stores at 1732252617168 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252617168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252617168Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252617168Cleaning up temporary data from old regions at 1732252617183 (+15 ms)Running coprocessor post-open hooks at 1732252617190 (+7 ms)Region opened successfully at 1732252617190 2024-11-22T05:16:57,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., pid=7, masterSystemTime=1732252617128 2024-11-22T05:16:57,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b629da3637221bd322d6b099e05be8c, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,39383,1732252606851 2024-11-22T05:16:57,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:57,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:57,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39383,1732252606851 because future has completed 2024-11-22T05:16:57,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T05:16:57,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39383,1732252606851 in 239 msec 2024-11-22T05:16:57,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:16:57,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN in 405 msec 2024-11-22T05:16:57,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:16:57,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252617223"}]},"ts":"1732252617223"} 2024-11-22T05:16:57,226 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:16:57,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:16:57,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 924 msec 2024-11-22T05:16:57,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., hostname=82891a793a29,39383,1732252606851, seqNum=2] 2024-11-22T05:16:57,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39383 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T05:16:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:57,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:16:57,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T05:16:57,601 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:16:57,651 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,39383,1732252606851, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:16:57,653 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:57,653 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39383,1732252606851, seqNum=-1] 2024-11-22T05:16:57,654 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:57,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T05:16:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,39383,1732252606851', locateType=CURRENT is [region=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., hostname=82891a793a29,39383,1732252606851, seqNum=2] 2024-11-22T05:16:57,666 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T05:16:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T05:16:57,673 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,39383,1732252606851 suceeded 2024-11-22T05:16:57,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T05:16:57,678 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:57,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-22T05:16:57,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-22T05:16:57,687 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:57,689 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf3ba3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:57,689 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:57,690 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:57,691 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19fd0247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:57,693 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:57,694 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f55c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:57,694 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:57,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:57,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e16b25 2024-11-22T05:16:57,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:57,697 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T05:16:57,698 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,39383,1732252606851 (queues=1) is replicating from cluster=b4fdb74b-ea17-4f29-af8f-8269410164cb to cluster=87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:16:57,701 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C39383%2C1732252606851 2024-11-22T05:16:57,705 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,39383,1732252606851, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:16:57,708 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C39383%2C1732252606851 2024-11-22T05:16:57,711 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157, startPosition=0, beingWritten=true 2024-11-22T05:16:57,974 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:58,280 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:16:58,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:58,424 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:16:58,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:58,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:58,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,34235,-1 for getting cluster id 2024-11-22T05:16:58,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:58,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4fdb74b-ea17-4f29-af8f-8269410164cb' 2024-11-22T05:16:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4fdb74b-ea17-4f29-af8f-8269410164cb" 2024-11-22T05:16:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996dcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,34235,-1] 2024-11-22T05:16:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:58,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35387aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,34235,1732252606051 2024-11-22T05:16:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@486117b4 2024-11-22T05:16:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:58,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:58,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:16:58,441 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:16:58,442 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0fc5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,442 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:58,442 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:58,444 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:58,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bab9ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:58,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:58,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,447 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:58,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe1e781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,448 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e7f4182 2024-11-22T05:16:58,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:58,451 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:58,452 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T05:16:58,452 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:16:58,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,452 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:16:58,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:16:58,690 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:58,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-22T05:16:58,754 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T05:16:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:16:58,792 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-82891a793a29,39383,1732252606851, ReplicationSource: 2, currentBandwidth=0 2024-11-22T05:16:58,796 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T05:16:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T05:16:58,801 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 82891a793a29,39383,1732252606851 suceeded 2024-11-22T05:16:58,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:16:58,807 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:58,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-22T05:16:58,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 371 msec 2024-11-22T05:16:58,819 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:58,821 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@273a3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,821 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:58,821 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:58,823 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39235f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:58,827 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:58,828 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2779de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:58,829 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4832a1f 2024-11-22T05:16:58,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:58,831 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T05:16:58,832 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-82891a793a29,39383,1732252606851 (queues=1) is replicating from cluster=b4fdb74b-ea17-4f29-af8f-8269410164cb to cluster=87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:16:58,832 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=82891a793a29%2C39383%2C1732252606851 2024-11-22T05:16:58,833 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-82891a793a29,39383,1732252606851, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:16:58,833 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C39383%2C1732252606851 2024-11-22T05:16:58,833 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157, startPosition=0, beingWritten=true 2024-11-22T05:16:59,045 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:16:59,074 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T05:16:59,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:59,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:59,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:59,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,34235,1732252606051 2024-11-22T05:16:59,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67880346 2024-11-22T05:16:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:59,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:59,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:16:59,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T05:16:59,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:16:59,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T05:16:59,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T05:16:59,097 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:59,098 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d632559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:16:59,098 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:59,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:59,099 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3855db57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:59,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,101 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:59,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e66cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:59,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:59,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee92ce6 2024-11-22T05:16:59,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:59,105 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:59,105 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:16:59,105 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:16:59,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,106 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:59,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:16:59,196 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:16:59,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-22T05:16:59,312 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-22T05:16:59,314 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T05:16:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T05:16:59,317 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 82891a793a29,39383,1732252606851 suceeded 2024-11-22T05:16:59,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T05:16:59,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-22T05:16:59,320 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:59,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 229 msec 2024-11-22T05:16:59,354 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:16:59,414 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-22T05:16:59,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T05:16:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:16:59,418 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:16:59,419 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66432cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,419 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:16:59,419 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:59,420 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:16:59,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:59,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,422 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:59,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7320014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:59,423 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:59,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:16:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67177c5f 2024-11-22T05:16:59,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:59,426 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:59,427 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T05:16:59,427 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:16:59,427 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,427 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:59,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:16:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:16:59,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-22T05:16:59,595 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-22T05:16:59,597 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T05:16:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T05:16:59,601 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 82891a793a29,39383,1732252606851 suceeded 2024-11-22T05:16:59,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T05:16:59,604 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://82891a793a29:46649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:16:59,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-22T05:16:59,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-22T05:16:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:16:59,733 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-22T05:16:59,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:16:59,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T05:16:59,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:59,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:59,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:59,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:16:59,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-22T05:16:59,737 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,34235,1732252606051 2024-11-22T05:16:59,761 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:59,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:16:59,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:16:59,802 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:16:59,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:59,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:16:59,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:59,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:59,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,803 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:16:59,803 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,39383,1732252606851' ***** 2024-11-22T05:16:59,803 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:16:59,804 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:16:59,804 INFO [RS:0;82891a793a29:39383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:16:59,804 INFO [RS:0;82891a793a29:39383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:16:59,804 INFO [RS:0;82891a793a29:39383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:16:59,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:16:59,805 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:59,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,39383,1732252606851 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39383. 2024-11-22T05:16:59,808 DEBUG [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:59,808 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:16:59,808 INFO [RS:0;82891a793a29:39383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:16:59,809 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:16:59,810 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:16:59,809 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b629da3637221bd322d6b099e05be8c, disabling compactions & flushes 2024-11-22T05:16:59,810 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:59,810 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:59,810 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. after waiting 0 ms 2024-11-22T05:16:59,810 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:16:59,812 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:16:59,812 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1325): Online Regions={9b629da3637221bd322d6b099e05be8c=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:16:59,812 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:16:59,812 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:16:59,812 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:16:59,812 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:16:59,812 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:16:59,812 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:16:59,814 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b629da3637221bd322d6b099e05be8c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-22T05:16:59,814 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T05:16:59,882 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/.tmp/queue/b8f13e4495914f31aa07af3acb268dad is 151, key is 1-82891a793a29,39383,1732252606851/queue:82891a793a29%2C39383%2C1732252606851/1732252617661/Put/seqid=0 2024-11-22T05:16:59,882 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2986037081114644b42ad661fcedad05 is 147, key is hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c./info:regioninfo/1732252617198/Put/seqid=0 2024-11-22T05:16:59,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741838_1014 (size=6631) 2024-11-22T05:16:59,899 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2986037081114644b42ad661fcedad05 2024-11-22T05:16:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741839_1015 (size=5500) 2024-11-22T05:16:59,955 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/ns/50b2b36a6de44d22af90bac0dfd76eae is 43, key is default/ns:d/1732252611076/Put/seqid=0 2024-11-22T05:16:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741840_1016 (size=5153) 2024-11-22T05:16:59,963 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/ns/50b2b36a6de44d22af90bac0dfd76eae 2024-11-22T05:16:59,994 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/table/bd3974f7ba7e4c889e7a18dfab7d4a37 is 53, key is hbase:replication/table:state/1732252617223/Put/seqid=0 2024-11-22T05:17:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741841_1017 (size=5256) 2024-11-22T05:17:00,004 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:17:00,005 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:17:00,012 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:00,212 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:00,268 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:17:00,302 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/.tmp/queue/b8f13e4495914f31aa07af3acb268dad 2024-11-22T05:17:00,320 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/.tmp/queue/b8f13e4495914f31aa07af3acb268dad as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/queue/b8f13e4495914f31aa07af3acb268dad 2024-11-22T05:17:00,330 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/queue/b8f13e4495914f31aa07af3acb268dad, entries=2, sequenceid=6, filesize=5.4 K 2024-11-22T05:17:00,338 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9b629da3637221bd322d6b099e05be8c in 523ms, sequenceid=6, compaction requested=false 2024-11-22T05:17:00,338 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:17:00,346 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T05:17:00,353 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:00,353 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:00,353 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:00,353 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b629da3637221bd322d6b099e05be8c: Waiting for close lock at 1732252619809Running coprocessor pre-close hooks at 1732252619809Disabling compacts and flushes for region at 1732252619809Disabling writes for close at 1732252619810 (+1 ms)Obtaining lock to block concurrent updates at 1732252619814 (+4 ms)Preparing flush snapshotting stores in 9b629da3637221bd322d6b099e05be8c at 1732252619814Finished memstore snapshotting hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732252619823 (+9 ms)Flushing stores of hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. at 1732252619825 (+2 ms)Flushing 9b629da3637221bd322d6b099e05be8c/queue: creating writer at 1732252619827 (+2 ms)Flushing 9b629da3637221bd322d6b099e05be8c/queue: appending metadata at 1732252619867 (+40 ms)Flushing 9b629da3637221bd322d6b099e05be8c/queue: closing flushed file at 1732252619870 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316ef132: reopening flushed file at 1732252620318 (+448 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9b629da3637221bd322d6b099e05be8c in 523ms, sequenceid=6, compaction requested=false at 1732252620338 (+20 ms)Writing region close event to WAL at 1732252620341 (+3 ms)Running coprocessor post-close hooks at 1732252620347 (+6 ms)Closed at 1732252620353 (+6 ms) 2024-11-22T05:17:00,354 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:00,403 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/table/bd3974f7ba7e4c889e7a18dfab7d4a37 2024-11-22T05:17:00,413 DEBUG [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:00,414 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2986037081114644b42ad661fcedad05 as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/info/2986037081114644b42ad661fcedad05 2024-11-22T05:17:00,424 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/info/2986037081114644b42ad661fcedad05, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T05:17:00,426 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/ns/50b2b36a6de44d22af90bac0dfd76eae as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/ns/50b2b36a6de44d22af90bac0dfd76eae 2024-11-22T05:17:00,436 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/ns/50b2b36a6de44d22af90bac0dfd76eae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:17:00,438 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/table/bd3974f7ba7e4c889e7a18dfab7d4a37 as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/table/bd3974f7ba7e4c889e7a18dfab7d4a37 2024-11-22T05:17:00,447 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/table/bd3974f7ba7e4c889e7a18dfab7d4a37, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T05:17:00,449 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=11, compaction requested=false 2024-11-22T05:17:00,455 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:17:00,456 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:00,456 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:00,456 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:00,456 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252619812Running coprocessor pre-close hooks at 1732252619812Disabling compacts and flushes for region at 1732252619812Disabling writes for close at 1732252619812Obtaining lock to block concurrent updates at 1732252619814 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732252619814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732252619823 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252619825 (+2 ms)Flushing 1588230740/info: creating writer at 1732252619827 (+2 ms)Flushing 1588230740/info: appending metadata at 1732252619868 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732252619870 (+2 ms)Flushing 1588230740/ns: creating writer at 1732252619939 (+69 ms)Flushing 1588230740/ns: appending metadata at 1732252619954 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732252619954Flushing 1588230740/table: creating writer at 1732252619974 (+20 ms)Flushing 1588230740/table: appending metadata at 1732252619993 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732252619993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70233e13: reopening flushed file at 1732252620412 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be4d523: reopening flushed file at 1732252620425 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3042a9ff: reopening flushed file at 1732252620437 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=11, compaction requested=false at 1732252620449 (+12 ms)Writing region close event to WAL at 1732252620450 (+1 ms)Running coprocessor post-close hooks at 1732252620456 (+6 ms)Closed at 1732252620456 2024-11-22T05:17:00,456 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:00,511 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851/82891a793a29%2C39383%2C1732252606851.1732252610157 to pos 0, reset compression=false 2024-11-22T05:17:00,613 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,39383,1732252606851; all regions closed. 2024-11-22T05:17:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741834_1010 (size=2742) 2024-11-22T05:17:00,624 DEBUG [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:00,624 INFO [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39383%2C1732252606851.meta:.meta(num 1732252610875) 2024-11-22T05:17:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741837_1013 (size=1802) 2024-11-22T05:17:00,629 DEBUG [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:00,630 INFO [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39383%2C1732252606851.rep:(num 1732252617138) 2024-11-22T05:17:00,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741833_1009 (size=93) 2024-11-22T05:17:00,635 DEBUG [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:00,635 INFO [RS:0;82891a793a29:39383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39383%2C1732252606851:(num 1732252610157) 2024-11-22T05:17:00,636 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:00,636 INFO [RS:0;82891a793a29:39383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:00,636 INFO [RS:0;82891a793a29:39383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:00,636 INFO [RS:0;82891a793a29:39383 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:00,636 INFO [RS:0;82891a793a29:39383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:00,636 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:00,637 INFO [RS:0;82891a793a29:39383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,39383,1732252606851 because: Region server is closing 2024-11-22T05:17:00,637 INFO [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39383. 2024-11-22T05:17:00,637 DEBUG [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:00,637 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:00,638 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:00,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:00,738 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:17:00,738 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:17:00,738 INFO [RS:0;82891a793a29:39383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,1-82891a793a29,39383,1732252606851 terminated 2024-11-22T05:17:00,739 INFO [RS:0;82891a793a29:39383 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-82891a793a29,39383,1732252606851 because: Region server is closing 2024-11-22T05:17:00,739 INFO [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39383. 2024-11-22T05:17:00,739 DEBUG [RS:0;82891a793a29:39383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:00,739 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:00,739 DEBUG [RS:0;82891a793a29:39383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:00,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:00,840 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.wal-reader.82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:17:00,840 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:17:00,840 INFO [RS:0;82891a793a29:39383 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,39383,1732252606851.replicationSource.shipper82891a793a29%2C39383%2C1732252606851,2-82891a793a29,39383,1732252606851 terminated 2024-11-22T05:17:00,840 INFO [RS:0;82891a793a29:39383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39383 2024-11-22T05:17:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/rs 2024-11-22T05:17:00,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/rs/82891a793a29,39383,1732252606851 2024-11-22T05:17:00,893 INFO [RS:0;82891a793a29:39383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:00,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,39383,1732252606851] 2024-11-22T05:17:00,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/draining/82891a793a29,39383,1732252606851 already deleted, retry=false 2024-11-22T05:17:00,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,39383,1732252606851 expired; onlineServers=0 2024-11-22T05:17:00,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,34235,1732252606051' ***** 2024-11-22T05:17:00,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:00,915 INFO [M:0;82891a793a29:34235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:00,915 INFO [M:0;82891a793a29:34235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:00,915 DEBUG [M:0;82891a793a29:34235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:00,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:00,915 DEBUG [M:0;82891a793a29:34235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:00,915 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252609858 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252609858,5,FailOnTimeoutGroup] 2024-11-22T05:17:00,915 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252609872 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252609872,5,FailOnTimeoutGroup] 2024-11-22T05:17:00,915 INFO [M:0;82891a793a29:34235 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:00,915 INFO [M:0;82891a793a29:34235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:00,915 DEBUG [M:0;82891a793a29:34235 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:00,916 INFO [M:0;82891a793a29:34235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:00,916 INFO [M:0;82891a793a29:34235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:00,916 INFO [M:0;82891a793a29:34235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:00,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:00,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/master 2024-11-22T05:17:00,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:00,926 DEBUG [M:0;82891a793a29:34235 {}] zookeeper.ZKUtil(347): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/master because node does not exist (not an error) 2024-11-22T05:17:00,926 WARN [M:0;82891a793a29:34235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:00,927 INFO [M:0;82891a793a29:34235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.lastflushedseqids 2024-11-22T05:17:00,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741842_1018 (size=181) 2024-11-22T05:17:00,952 INFO [M:0;82891a793a29:34235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:00,953 INFO [M:0;82891a793a29:34235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:00,953 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:00,953 INFO [M:0;82891a793a29:34235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:00,953 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:00,953 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:00,953 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:00,954 INFO [M:0;82891a793a29:34235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-22T05:17:00,977 DEBUG [M:0;82891a793a29:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07e8a45c9c64bf88f0d904989310789 is 82, key is hbase:meta,,1/info:regioninfo/1732252610971/Put/seqid=0 2024-11-22T05:17:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741843_1019 (size=5672) 2024-11-22T05:17:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:01,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39383-0x10160f9091d0001, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:01,004 INFO [M:0;82891a793a29:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07e8a45c9c64bf88f0d904989310789 2024-11-22T05:17:01,005 INFO [RS:0;82891a793a29:39383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:01,005 INFO [RS:0;82891a793a29:39383 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,39383,1732252606851; zookeeper connection closed. 2024-11-22T05:17:01,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ff743df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ff743df 2024-11-22T05:17:01,011 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:01,044 DEBUG [M:0;82891a793a29:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974aa0b175cf49e3a6ec288dd52239fe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732252617230/Put/seqid=0 2024-11-22T05:17:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741844_1020 (size=8663) 2024-11-22T05:17:01,454 INFO [M:0;82891a793a29:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974aa0b175cf49e3a6ec288dd52239fe 2024-11-22T05:17:01,494 DEBUG [M:0;82891a793a29:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8271ae6f3c24fbdbf335480cc718923 is 69, key is 82891a793a29,39383,1732252606851/rs:state/1732252609899/Put/seqid=0 2024-11-22T05:17:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741845_1021 (size=5156) 2024-11-22T05:17:01,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:01,905 INFO [M:0;82891a793a29:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8271ae6f3c24fbdbf335480cc718923 2024-11-22T05:17:01,915 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b07e8a45c9c64bf88f0d904989310789 as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b07e8a45c9c64bf88f0d904989310789 2024-11-22T05:17:01,926 INFO [M:0;82891a793a29:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b07e8a45c9c64bf88f0d904989310789, entries=8, sequenceid=115, filesize=5.5 K 2024-11-22T05:17:01,929 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974aa0b175cf49e3a6ec288dd52239fe as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974aa0b175cf49e3a6ec288dd52239fe 2024-11-22T05:17:01,938 INFO [M:0;82891a793a29:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974aa0b175cf49e3a6ec288dd52239fe, entries=14, sequenceid=115, filesize=8.5 K 2024-11-22T05:17:01,939 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8271ae6f3c24fbdbf335480cc718923 as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8271ae6f3c24fbdbf335480cc718923 2024-11-22T05:17:01,948 INFO [M:0;82891a793a29:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8271ae6f3c24fbdbf335480cc718923, entries=1, sequenceid=115, filesize=5.0 K 2024-11-22T05:17:01,949 INFO [M:0;82891a793a29:34235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 996ms, sequenceid=115, compaction requested=false 2024-11-22T05:17:01,960 INFO [M:0;82891a793a29:34235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:01,960 DEBUG [M:0;82891a793a29:34235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252620953Disabling compacts and flushes for region at 1732252620953Disabling writes for close at 1732252620953Obtaining lock to block concurrent updates at 1732252620954 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252620954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732252620954Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252620955 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252620955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252620976 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252620976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252621022 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252621043 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252621043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252621462 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252621493 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252621493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad54242: reopening flushed file at 1732252621913 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155150dc: reopening flushed file at 1732252621926 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0c37d4: reopening flushed file at 1732252621938 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 996ms, sequenceid=115, compaction requested=false at 1732252621950 (+12 ms)Writing region close event to WAL at 1732252621959 (+9 ms)Closed at 1732252621959 2024-11-22T05:17:01,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741830_1006 (size=59421) 2024-11-22T05:17:01,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:01,964 INFO [M:0;82891a793a29:34235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:01,964 INFO [M:0;82891a793a29:34235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34235 2024-11-22T05:17:01,965 INFO [M:0;82891a793a29:34235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:02,140 INFO [M:0;82891a793a29:34235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x10160f9091d0000, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:02,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:17:02,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:02,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37747 2024-11-22T05:17:02,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37747 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:17:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377470x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:02,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37747-0x10160f9091d0006 connected 2024-11-22T05:17:02,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:02,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:02,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:17:02,175 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: INIT 2024-11-22T05:17:02,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb, hbase.cluster.distributed=false 2024-11-22T05:17:02,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/acl 2024-11-22T05:17:02,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-22T05:17:02,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37747 2024-11-22T05:17:02,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37747 2024-11-22T05:17:02,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-22T05:17:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37747 2024-11-22T05:17:02,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:17:02,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:02,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39861 2024-11-22T05:17:02,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39861 connecting to ZooKeeper ensemble=127.0.0.1:59542 2024-11-22T05:17:02,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:02,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:02,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398610x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:02,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398610x0, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:17:02,235 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: INIT 2024-11-22T05:17:02,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39861-0x10160f9091d0007 connected 2024-11-22T05:17:02,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:17:02,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:17:02,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/master 2024-11-22T05:17:02,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/acl 2024-11-22T05:17:02,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-22T05:17:02,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39861 2024-11-22T05:17:02,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39861 2024-11-22T05:17:02,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-22T05:17:02,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39861 2024-11-22T05:17:02,263 DEBUG [M:0;82891a793a29:37747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:37747 2024-11-22T05:17:02,264 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2111342436/backup-masters/82891a793a29,37747,1732252622142 2024-11-22T05:17:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:17:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:17:02,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/backup-masters/82891a793a29,37747,1732252622142 2024-11-22T05:17:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/master 2024-11-22T05:17:02,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:02,287 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/master 2024-11-22T05:17:02,288 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2111342436/backup-masters/82891a793a29,37747,1732252622142 from backup master directory 2024-11-22T05:17:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/backup-masters/82891a793a29,37747,1732252622142 2024-11-22T05:17:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:17:02,297 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/backup-masters 2024-11-22T05:17:02,297 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,37747,1732252622142 2024-11-22T05:17:02,319 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:02,320 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:17:02,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-22T05:17:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741846_1022 (size=196) 2024-11-22T05:17:02,759 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:02,759 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:17:02,760 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:02,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T05:17:02,774 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051 to hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051-dead as it is dead 2024-11-22T05:17:02,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T05:17:02,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T05:17:02,777 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051-dead/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:17:02,783 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051-dead/82891a793a29%2C34235%2C1732252606051.1732252609008 after 4ms 2024-11-22T05:17:02,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051-dead/82891a793a29%2C34235%2C1732252606051.1732252609008 to hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:17:02,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,34235,1732252606051-dead 2024-11-22T05:17:02,785 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,37747,1732252622142 2024-11-22T05:17:02,790 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:02,792 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C37747%2C1732252622142, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,37747,1732252622142, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/oldWALs, maxLogs=10 2024-11-22T05:17:02,806 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,37747,1732252622142/82891a793a29%2C37747%2C1732252622142.1732252622792, exclude list is [], retry=0 2024-11-22T05:17:02,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:17:02,813 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/WALs/82891a793a29,37747,1732252622142/82891a793a29%2C37747%2C1732252622142.1732252622792 2024-11-22T05:17:02,816 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:17:02,816 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:02,817 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:02,817 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,817 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:17:02,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:02,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b07e8a45c9c64bf88f0d904989310789 2024-11-22T05:17:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:17:02,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:02,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974aa0b175cf49e3a6ec288dd52239fe 2024-11-22T05:17:02,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:02,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:17:02,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:02,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8271ae6f3c24fbdbf335480cc718923 2024-11-22T05:17:02,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:02,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:17:02,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:02,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:02,866 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,867 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T05:17:02,867 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:17:02,888 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:17:02,890 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C34235%2C1732252606051.1732252609008 2024-11-22T05:17:02,892 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,892 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,893 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:02,895 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:02,900 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-22T05:17:02,902 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72239467, jitterRate=0.07645194232463837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:02,902 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252622817Initializing all the Stores at 1732252622818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252622818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252622819 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252622819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252622819Cleaning up temporary data from old regions at 1732252622892 (+73 ms)Region opened successfully at 1732252622902 (+10 ms) 2024-11-22T05:17:02,903 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:17:02,909 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d06ecce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:02,921 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T05:17:02,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:17:02,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:17:02,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:17:02,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:17:02,930 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:02,931 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:17:02,932 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:17:02,932 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:17:02,932 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T05:17:02,932 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T05:17:02,932 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-22T05:17:02,933 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:17:02,938 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=82891a793a29,39383,1732252606851, regionLocation=82891a793a29,39383,1732252606851, openSeqNum=2 2024-11-22T05:17:02,938 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=82891a793a29,39383,1732252606851, table=hbase:meta, region=1588230740 2024-11-22T05:17:02,939 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39383,1732252606851, state=OPEN 2024-11-22T05:17:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:02,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:02,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:02,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:02,993 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:17:03,002 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/draining/82891a793a29,39383,1732252606851 already deleted, retry=false 2024-11-22T05:17:03,002 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 82891a793a29,39383,1732252606851 on 82891a793a29,37747,1732252622142 2024-11-22T05:17:03,008 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 82891a793a29,39383,1732252606851, splitWal=true, meta=true 2024-11-22T05:17:03,010 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 82891a793a29,39383,1732252606851 (carryingMeta=true) 82891a793a29,39383,1732252606851/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@22307709[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T05:17:03,013 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/balancer because node does not exist (not necessarily an error) 2024-11-22T05:17:03,049 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/balancer already deleted, retry=false 2024-11-22T05:17:03,049 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:17:03,050 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:17:03,072 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/normalizer already deleted, retry=false 2024-11-22T05:17:03,072 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:17:03,073 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:17:03,082 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/switch/split already deleted, retry=false 2024-11-22T05:17:03,083 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:17:03,092 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/switch/merge already deleted, retry=false 2024-11-22T05:17:03,122 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:17:03,128 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/snapshot-cleanup already deleted, retry=false 2024-11-22T05:17:03,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:17:03,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:17:03,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:03,141 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,37747,1732252622142, sessionid=0x10160f9091d0006, setting cluster-up flag (Was=false) 2024-11-22T05:17:03,150 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111342436/flush-table-proc/acquired, /0-2111342436/flush-table-proc/reached, /0-2111342436/flush-table-proc/abort 2024-11-22T05:17:03,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37747,1732252622142 2024-11-22T05:17:03,161 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2111342436/online-snapshot/acquired, /0-2111342436/online-snapshot/reached, /0-2111342436/online-snapshot/abort 2024-11-22T05:17:03,162 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37747,1732252622142 2024-11-22T05:17:03,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.lastflushedseqids 2024-11-22T05:17:03,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:17:03,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:17:03,169 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,37747,1732252622142 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 82891a793a29,39383,1732252606851 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:17:03,171 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:03,171 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:03,171 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:03,171 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:03,171 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:17:03,172 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,172 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:03,172 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,189 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252653189 2024-11-22T05:17:03,189 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:17:03,189 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:17:03,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:17:03,191 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:17:03,191 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:17:03,191 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:17:03,191 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:17:03,192 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252623191,5,FailOnTimeoutGroup] 2024-11-22T05:17:03,193 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 82891a793a29,39383,1732252606851, splitWal=true, meta=true 2024-11-22T05:17:03,194 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 82891a793a29,39383,1732252606851, splitWal=true, meta=true, isMeta: true 2024-11-22T05:17:03,196 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851-splitting 2024-11-22T05:17:03,197 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851-splitting dir is empty, no logs to split. 2024-11-22T05:17:03,197 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,39383,1732252606851 WAL count=0, meta=true 2024-11-22T05:17:03,203 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851-splitting dir is empty, no logs to split. 2024-11-22T05:17:03,203 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,39383,1732252606851 WAL count=0, meta=true 2024-11-22T05:17:03,203 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 82891a793a29,39383,1732252606851 WAL splitting is done? wals=0, meta=true 2024-11-22T05:17:03,206 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252623192,5,FailOnTimeoutGroup] 2024-11-22T05:17:03,206 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:17:03,206 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:17:03,206 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,206 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,206 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252623206, completionTime=-1 2024-11-22T05:17:03,206 WARN [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T05:17:03,210 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:03,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T05:17:03,212 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T05:17:03,254 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(746): ClusterId : b4fdb74b-ea17-4f29-af8f-8269410164cb 2024-11-22T05:17:03,254 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:17:03,266 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:17:03,266 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:17:03,277 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:17:03,277 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2af907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:03,294 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:39861 2024-11-22T05:17:03,294 INFO [RS:0;82891a793a29:39861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:17:03,294 INFO [RS:0;82891a793a29:39861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:17:03,294 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:17:03,295 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,37747,1732252622142 with port=39861, startcode=1732252622212 2024-11-22T05:17:03,295 DEBUG [RS:0;82891a793a29:39861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:17:03,297 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:17:03,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,39861,1732252622212 2024-11-22T05:17:03,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37747 {}] master.ServerManager(517): Registering regionserver=82891a793a29,39861,1732252622212 2024-11-22T05:17:03,299 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb 2024-11-22T05:17:03,299 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33607 2024-11-22T05:17:03,299 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:17:03,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/rs 2024-11-22T05:17:03,308 DEBUG [RS:0;82891a793a29:39861 {}] zookeeper.ZKUtil(111): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on existing znode=/0-2111342436/rs/82891a793a29,39861,1732252622212 2024-11-22T05:17:03,308 WARN [RS:0;82891a793a29:39861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:03,308 INFO [RS:0;82891a793a29:39861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:03,308 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212 2024-11-22T05:17:03,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,39861,1732252622212] 2024-11-22T05:17:03,310 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T05:17:03,353 INFO [RS:0;82891a793a29:39861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:17:03,354 INFO [RS:0;82891a793a29:39861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:17:03,355 INFO [RS:0;82891a793a29:39861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:17:03,355 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,355 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:17:03,361 INFO [RS:0;82891a793a29:39861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:17:03,361 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,362 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,363 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:03,363 WARN [82891a793a29:37747 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:17:03,363 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:03,363 DEBUG [RS:0;82891a793a29:39861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,369 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39861,1732252622212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:03,393 INFO [RS:0;82891a793a29:39861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:17:03,394 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39861,1732252622212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,416 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,39861,1732252622212, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:17:03,437 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(231): queueId=2-82891a793a29,39861,1732252622212, ReplicationSource: 2, currentBandwidth=0 2024-11-22T05:17:03,438 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:17:03,439 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,440 INFO [RS:0;82891a793a29:39861 {}] regionserver.Replication(171): 82891a793a29,39861,1732252622212 started 2024-11-22T05:17:03,444 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5468c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,445 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:17:03,445 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:03,449 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:17:03,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:03,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:17:03,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5675ac15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:17:03,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:03,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:03,454 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:03,456 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395a018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,456 DEBUG [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:17:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@151fc669 2024-11-22T05:17:03,460 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:03,461 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,39861,1732252622212, RpcServer on 82891a793a29/172.17.0.2:39861, sessionid=0x10160f9091d0007 2024-11-22T05:17:03,461 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:17:03,461 DEBUG [RS:0;82891a793a29:39861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,39861,1732252622212 2024-11-22T05:17:03,461 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39861,1732252622212' 2024-11-22T05:17:03,461 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111342436/flush-table-proc/abort' 2024-11-22T05:17:03,461 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111342436/flush-table-proc/acquired' 2024-11-22T05:17:03,462 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46649' 2024-11-22T05:17:03,463 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:17:03,463 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:17:03,463 DEBUG [RS:0;82891a793a29:39861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,39861,1732252622212 2024-11-22T05:17:03,463 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39861,1732252622212' 2024-11-22T05:17:03,463 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2111342436/online-snapshot/abort' 2024-11-22T05:17:03,465 DEBUG [RS:0;82891a793a29:39861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2111342436/online-snapshot/acquired' 2024-11-22T05:17:03,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:03,466 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T05:17:03,467 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4585955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,467 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46649,-1 for getting cluster id 2024-11-22T05:17:03,468 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:03,468 INFO [RS:0;82891a793a29:39861.replicationSource,1-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,39861,1732252622212 (queues=0) is replicating from cluster=b4fdb74b-ea17-4f29-af8f-8269410164cb to cluster=87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:17:03,469 DEBUG [RS:0;82891a793a29:39861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:17:03,469 INFO [RS:0;82891a793a29:39861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:17:03,469 INFO [RS:0;82891a793a29:39861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:17:03,469 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87460fb8-eb7a-45b3-ae24-729d10e8c5ee' 2024-11-22T05:17:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87460fb8-eb7a-45b3-ae24-729d10e8c5ee" 2024-11-22T05:17:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7358d7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46649,-1] 2024-11-22T05:17:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:03,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:03,473 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:03,474 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df38cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:03,474 DEBUG [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:03,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46649,1732252613458 2024-11-22T05:17:03,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2f048 2024-11-22T05:17:03,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:03,477 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T05:17:03,478 INFO [RS:0;82891a793a29:39861.replicationSource,2-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-82891a793a29,39861,1732252622212 (queues=0) is replicating from cluster=b4fdb74b-ea17-4f29-af8f-8269410164cb to cluster=87460fb8-eb7a-45b3-ae24-729d10e8c5ee 2024-11-22T05:17:03,569 INFO [RS:0;82891a793a29:39861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:03,572 INFO [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39861%2C1732252622212, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:17:03,586 DEBUG [RS:0;82891a793a29:39861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572, exclude list is [], retry=0 2024-11-22T05:17:03,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:17:03,593 INFO [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 2024-11-22T05:17:03,593 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 82891a793a29%2C39861%2C1732252622212 for peer 2 2024-11-22T05:17:03,593 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 82891a793a29%2C39861%2C1732252622212 for peer 1 2024-11-22T05:17:03,593 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C39861%2C1732252622212 2024-11-22T05:17:03,594 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,39861,1732252622212, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:17:03,596 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=82891a793a29%2C39861%2C1732252622212 2024-11-22T05:17:03,596 INFO [RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C39861%2C1732252622212 2024-11-22T05:17:03,596 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-82891a793a29,39861,1732252622212, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:17:03,600 INFO [RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C39861%2C1732252622212 2024-11-22T05:17:03,600 DEBUG [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:17:03,601 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572, startPosition=0, beingWritten=true 2024-11-22T05:17:03,601 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572, startPosition=0, beingWritten=true 2024-11-22T05:17:03,613 DEBUG [82891a793a29:37747 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:03,613 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,39861,1732252622212 2024-11-22T05:17:03,615 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39861,1732252622212, state=OPENING 2024-11-22T05:17:03,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:03,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:03,623 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:03,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:03,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39861,1732252622212}] 2024-11-22T05:17:03,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:03,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:03,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:17:03,783 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:17:03,783 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:03,784 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:17:03,786 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39861%2C1732252622212.meta, suffix=.meta, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:17:03,800 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.meta.1732252623787.meta, exclude list is [], retry=0 2024-11-22T05:17:03,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:17:03,806 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.meta.1732252623787.meta 2024-11-22T05:17:03,807 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:17:03,808 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:03,808 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:03,808 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:03,808 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:17:03,809 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:17:03,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:17:03,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:03,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:17:03,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:17:03,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:03,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:03,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:03,823 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/info/2986037081114644b42ad661fcedad05 2024-11-22T05:17:03,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:03,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:03,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:03,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:03,832 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:03,835 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/ns/50b2b36a6de44d22af90bac0dfd76eae 2024-11-22T05:17:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:03,836 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:03,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:03,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:03,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:03,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:03,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:03,855 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/table/bd3974f7ba7e4c889e7a18dfab7d4a37 2024-11-22T05:17:03,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:03,855 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:03,856 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:17:03,858 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740 2024-11-22T05:17:03,860 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:03,860 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:03,861 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:03,862 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:03,863 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68507714, jitterRate=0.020844489336013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:03,863 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:17:03,864 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252623809Writing region info on filesystem at 1732252623809Initializing all the Stores at 1732252623811 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252623811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252623811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252623811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252623811Cleaning up temporary data from old regions at 1732252623860 (+49 ms)Running coprocessor post-open hooks at 1732252623864 (+4 ms)Region opened successfully at 1732252623864 2024-11-22T05:17:03,865 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732252623777 2024-11-22T05:17:03,868 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:17:03,868 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:17:03,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=82891a793a29,39861,1732252622212 2024-11-22T05:17:03,870 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39861,1732252622212, state=OPEN 2024-11-22T05:17:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2111342436/meta-region-server 2024-11-22T05:17:03,882 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,39861,1732252622212 2024-11-22T05:17:03,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:03,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2111342436/meta-region-server: CHANGED 2024-11-22T05:17:03,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T05:17:03,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39861,1732252622212 in 259 msec 2024-11-22T05:17:03,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T05:17:03,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-22T05:17:04,138 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:04,150 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:04,544 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:04,557 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:04,813 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T05:17:05,050 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:05,063 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:05,657 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:05,670 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:06,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T05:17:06,363 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:06,381 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:07,169 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:07,187 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:07,718 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T05:17:07,718 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:17:07,719 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:07,719 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39861,1732252622212, seqNum=-1] 2024-11-22T05:17:07,719 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:07,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:07,728 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b629da3637221bd322d6b099e05be8c, regionState=OPEN, lastHost=82891a793a29,39383,1732252606851, regionLocation=82891a793a29,39383,1732252606851, openSeqNum=2 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252687729 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252747729 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,730 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:37747, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,730 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 82891a793a29,39383,1732252606851 had 2 regions 2024-11-22T05:17:07,730 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,730 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,731 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 82891a793a29,39383,1732252606851, splitWal=true, meta=true, isMeta: false 2024-11-22T05:17:07,735 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851-splitting dir is empty, no logs to split. 2024-11-22T05:17:07,735 INFO [PEWorker-2 {}] master.SplitWALManager(105): 82891a793a29,39383,1732252606851 WAL count=0, meta=false 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.442sec 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:17:07,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:07,740 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:17:07,742 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39383,1732252606851-splitting dir is empty, no logs to split. 2024-11-22T05:17:07,742 INFO [PEWorker-2 {}] master.SplitWALManager(105): 82891a793a29,39383,1732252606851 WAL count=0, meta=false 2024-11-22T05:17:07,742 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 82891a793a29,39383,1732252606851 WAL splitting is done? wals=0, meta=false 2024-11-22T05:17:07,744 WARN [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=82891a793a29,39383,1732252606851/hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:07,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN}] 2024-11-22T05:17:07,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN 2024-11-22T05:17:07,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T05:17:07,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:17:07,751 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:17:07,751 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37747,1732252622142-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:07,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37747,-1 for getting cluster id 2024-11-22T05:17:07,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:07,764 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4fdb74b-ea17-4f29-af8f-8269410164cb' 2024-11-22T05:17:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4fdb74b-ea17-4f29-af8f-8269410164cb" 2024-11-22T05:17:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49186ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37747,-1] 2024-11-22T05:17:07,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,770 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:07,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269b8785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:07,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39861,1732252622212, seqNum=-1] 2024-11-22T05:17:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:07,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:07,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T05:17:07,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:07,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:07,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 82891a793a29:37747 after: 82891a793a29:37747 2024-11-22T05:17:07,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37747,-1 for getting cluster id 2024-11-22T05:17:07,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:07,786 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4fdb74b-ea17-4f29-af8f-8269410164cb' 2024-11-22T05:17:07,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:07,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4fdb74b-ea17-4f29-af8f-8269410164cb" 2024-11-22T05:17:07,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37747,-1] 2024-11-22T05:17:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:07,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,788 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:07,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:07,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37747,1732252622142 2024-11-22T05:17:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4788cbd1 2024-11-22T05:17:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:07,792 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:07,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:17:07,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T05:17:07,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:17:07,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T05:17:07,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:17:07,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:07,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:07,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:17:07,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-11-22T05:17:07,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:07,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,46649,1732252613458 2024-11-22T05:17:07,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19639400/running 2024-11-22T05:17:07,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19639400/running 2024-11-22T05:17:07,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:17:07,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:17:07,876 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:07,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:07,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:07,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/running 2024-11-22T05:17:07,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Set watcher on znode that does not yet exist, /1-19639400/running 2024-11-22T05:17:07,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,42959,1732252613593' ***** 2024-11-22T05:17:07,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:17:07,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,42959,1732252613593 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:42959. 2024-11-22T05:17:07,877 DEBUG [RS:0;82891a793a29:42959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:07,877 DEBUG [RS:0;82891a793a29:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:17:07,877 INFO [RS:0;82891a793a29:42959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:17:07,878 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:17:07,878 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:17:07,878 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:17:07,878 DEBUG [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:07,878 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:07,878 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:07,878 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:07,878 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:07,878 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:07,878 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T05:17:07,896 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/.tmp/ns/a9722a8349374fb58c4cbe2ac9ae1df8 is 43, key is default/ns:d/1732252616062/Put/seqid=0 2024-11-22T05:17:07,899 DEBUG [82891a793a29:37747 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:07,900 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:07,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9b629da3637221bd322d6b099e05be8c, regionState=OPENING, regionLocation=82891a793a29,39861,1732252622212 2024-11-22T05:17:07,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN because future has completed 2024-11-22T05:17:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741835_1011 (size=5153) 2024-11-22T05:17:07,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39861,1732252622212}] 2024-11-22T05:17:07,906 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/.tmp/ns/a9722a8349374fb58c4cbe2ac9ae1df8 2024-11-22T05:17:07,917 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/.tmp/ns/a9722a8349374fb58c4cbe2ac9ae1df8 as hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/ns/a9722a8349374fb58c4cbe2ac9ae1df8 2024-11-22T05:17:07,926 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/ns/a9722a8349374fb58c4cbe2ac9ae1df8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T05:17:07,927 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-11-22T05:17:07,928 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:17:07,933 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T05:17:07,934 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:07,934 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:07,934 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:07,934 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252627878Running coprocessor pre-close hooks at 1732252627878Disabling compacts and flushes for region at 1732252627878Disabling writes for close at 1732252627878Obtaining lock to block concurrent updates at 1732252627878Preparing flush snapshotting stores in 1588230740 at 1732252627878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732252627879 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252627880 (+1 ms)Flushing 1588230740/ns: creating writer at 1732252627880Flushing 1588230740/ns: appending metadata at 1732252627896 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732252627896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39224de: reopening flushed file at 1732252627916 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1732252627927 (+11 ms)Writing region close event to WAL at 1732252627929 (+2 ms)Running coprocessor post-close hooks at 1732252627934 (+5 ms)Closed at 1732252627934 2024-11-22T05:17:07,935 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:08,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:08,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:08,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:17:08,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39861%2C1732252622212.rep, suffix=, logDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212, archiveDir=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs, maxLogs=10 2024-11-22T05:17:08,075 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:08,078 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,42959,1732252613593; all regions closed. 2024-11-22T05:17:08,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741834_1010 (size=1152) 2024-11-22T05:17:08,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/WALs/82891a793a29,42959,1732252613593/82891a793a29%2C42959%2C1732252613593.meta.1732252615981.meta not finished, retry = 0 2024-11-22T05:17:08,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.rep.1732252628070, exclude list is [], retry=0 2024-11-22T05:17:08,093 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:08,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-bcfab6cc-5e52-4cf3-be8f-cd48aa6fc8ab,DISK] 2024-11-22T05:17:08,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.rep.1732252628070 2024-11-22T05:17:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44527:44527)] 2024-11-22T05:17:08,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b629da3637221bd322d6b099e05be8c, NAME => 'hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:08,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. service=MultiRowMutationService 2024-11-22T05:17:08,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:17:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:08,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,107 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,108 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName hfileref 2024-11-22T05:17:08,108 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:08,109 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:08,109 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,110 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName queue 2024-11-22T05:17:08,110 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:08,119 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/queue/b8f13e4495914f31aa07af3acb268dad 2024-11-22T05:17:08,120 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:08,120 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,121 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b629da3637221bd322d6b099e05be8c columnFamilyName sid 2024-11-22T05:17:08,121 DEBUG [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:08,122 INFO [StoreOpener-9b629da3637221bd322d6b099e05be8c-1 {}] regionserver.HStore(327): Store=9b629da3637221bd322d6b099e05be8c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:08,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:17:08,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9b629da3637221bd322d6b099e05be8c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69646972, jitterRate=0.03782075643539429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:17:08,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:08,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9b629da3637221bd322d6b099e05be8c: Running coprocessor pre-open hook at 1732252628106Writing region info on filesystem at 1732252628106Initializing all the Stores at 1732252628107 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252628107Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252628107Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252628107Cleaning up temporary data from old regions at 1732252628126 (+19 ms)Running coprocessor post-open hooks at 1732252628130 (+4 ms)Region opened successfully at 1732252628131 (+1 ms) 2024-11-22T05:17:08,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., pid=19, masterSystemTime=1732252628059 2024-11-22T05:17:08,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:08,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:08,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9b629da3637221bd322d6b099e05be8c, regionState=OPEN, openSeqNum=10, regionLocation=82891a793a29,39861,1732252622212 2024-11-22T05:17:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39861,1732252622212 because future has completed 2024-11-22T05:17:08,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T05:17:08,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b629da3637221bd322d6b099e05be8c, server=82891a793a29,39861,1732252622212 in 245 msec 2024-11-22T05:17:08,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-22T05:17:08,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b629da3637221bd322d6b099e05be8c, ASSIGN in 409 msec 2024-11-22T05:17:08,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T05:17:08,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., hostname=82891a793a29,39861,1732252622212, seqNum=10] 2024-11-22T05:17:08,203 DEBUG [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/oldWALs 2024-11-22T05:17:08,203 INFO [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C42959%2C1732252613593.meta:.meta(num 1732252615981) 2024-11-22T05:17:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741832_1008 (size=93) 2024-11-22T05:17:08,223 DEBUG [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/oldWALs 2024-11-22T05:17:08,223 INFO [RS:0;82891a793a29:42959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C42959%2C1732252613593:(num 1732252615432) 2024-11-22T05:17:08,223 DEBUG [RS:0;82891a793a29:42959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:08,223 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 82891a793a29,39383,1732252606851 2024-11-22T05:17:08,223 INFO [RS:0;82891a793a29:42959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:08,224 INFO [RS:0;82891a793a29:42959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:08,224 INFO [RS:0;82891a793a29:42959 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:08,224 INFO [RS:0;82891a793a29:42959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:08,224 INFO [RS:0;82891a793a29:42959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42959 2024-11-22T05:17:08,225 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:08,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T05:17:08,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400/rs 2024-11-22T05:17:08,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19639400/rs/82891a793a29,42959,1732252613593 2024-11-22T05:17:08,245 INFO [RS:0;82891a793a29:42959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:08,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,42959,1732252613593] 2024-11-22T05:17:08,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-19639400/draining/82891a793a29,42959,1732252613593 already deleted, retry=false 2024-11-22T05:17:08,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,42959,1732252613593 expired; onlineServers=0 2024-11-22T05:17:08,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,46649,1732252613458' ***** 2024-11-22T05:17:08,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:08,266 INFO [M:0;82891a793a29:46649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:08,266 INFO [M:0;82891a793a29:46649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:08,266 DEBUG [M:0;82891a793a29:46649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:08,266 DEBUG [M:0;82891a793a29:46649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:08,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:08,266 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252615132 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252615132,5,FailOnTimeoutGroup] 2024-11-22T05:17:08,266 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252615133 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252615133,5,FailOnTimeoutGroup] 2024-11-22T05:17:08,266 INFO [M:0;82891a793a29:46649 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:08,266 INFO [M:0;82891a793a29:46649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:08,267 DEBUG [M:0;82891a793a29:46649 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:08,267 INFO [M:0;82891a793a29:46649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:08,267 INFO [M:0;82891a793a29:46649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:08,267 INFO [M:0;82891a793a29:46649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:08,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-19639400/master 2024-11-22T05:17:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-19639400 2024-11-22T05:17:08,276 DEBUG [M:0;82891a793a29:46649 {}] zookeeper.ZKUtil(347): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Unable to get data of znode /1-19639400/master because node does not exist (not an error) 2024-11-22T05:17:08,276 WARN [M:0;82891a793a29:46649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:08,281 INFO [M:0;82891a793a29:46649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/.lastflushedseqids 2024-11-22T05:17:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741836_1012 (size=99) 2024-11-22T05:17:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:08,355 INFO [RS:0;82891a793a29:42959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42959-0x10160f9091d0004, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:08,355 INFO [RS:0;82891a793a29:42959 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,42959,1732252613593; zookeeper connection closed. 2024-11-22T05:17:08,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c 2024-11-22T05:17:08,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:08,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-22T05:17:08,698 INFO [M:0;82891a793a29:46649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:08,698 INFO [M:0;82891a793a29:46649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:08,698 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:08,698 INFO [M:0;82891a793a29:46649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:08,698 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:08,698 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:08,698 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:08,698 INFO [M:0;82891a793a29:46649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T05:17:08,717 DEBUG [M:0;82891a793a29:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863b37a36acb4ff2b34a273aecb31f0f is 82, key is hbase:meta,,1/info:regioninfo/1732252616033/Put/seqid=0 2024-11-22T05:17:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741837_1013 (size=5672) 2024-11-22T05:17:08,722 INFO [M:0;82891a793a29:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863b37a36acb4ff2b34a273aecb31f0f 2024-11-22T05:17:08,749 DEBUG [M:0;82891a793a29:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e11c259f024485ba34940c8ea9be5f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732252616069/Put/seqid=0 2024-11-22T05:17:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741838_1014 (size=5275) 2024-11-22T05:17:09,086 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:09,098 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:09,159 INFO [M:0;82891a793a29:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e11c259f024485ba34940c8ea9be5f 2024-11-22T05:17:09,180 DEBUG [M:0;82891a793a29:46649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89643774894227adb0a9ea505595e7 is 69, key is 82891a793a29,42959,1732252613593/rs:state/1732252615214/Put/seqid=0 2024-11-22T05:17:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741839_1015 (size=5156) 2024-11-22T05:17:09,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:09,585 INFO [M:0;82891a793a29:46649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89643774894227adb0a9ea505595e7 2024-11-22T05:17:09,591 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863b37a36acb4ff2b34a273aecb31f0f as hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863b37a36acb4ff2b34a273aecb31f0f 2024-11-22T05:17:09,598 INFO [M:0;82891a793a29:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863b37a36acb4ff2b34a273aecb31f0f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T05:17:09,599 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78e11c259f024485ba34940c8ea9be5f as hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78e11c259f024485ba34940c8ea9be5f 2024-11-22T05:17:09,605 INFO [M:0;82891a793a29:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78e11c259f024485ba34940c8ea9be5f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T05:17:09,606 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89643774894227adb0a9ea505595e7 as hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c89643774894227adb0a9ea505595e7 2024-11-22T05:17:09,612 INFO [M:0;82891a793a29:46649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41633/user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c89643774894227adb0a9ea505595e7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T05:17:09,613 INFO [M:0;82891a793a29:46649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=28, compaction requested=false 2024-11-22T05:17:09,615 INFO [M:0;82891a793a29:46649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:09,615 DEBUG [M:0;82891a793a29:46649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252628698Disabling compacts and flushes for region at 1732252628698Disabling writes for close at 1732252628698Obtaining lock to block concurrent updates at 1732252628698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252628698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732252628699 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252628700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252628700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252628717 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252628717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252628731 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252628749 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252628749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252629165 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252629179 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252629179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c4f3df: reopening flushed file at 1732252629590 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1836: reopening flushed file at 1732252629598 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ad39a: reopening flushed file at 1732252629605 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=28, compaction requested=false at 1732252629613 (+8 ms)Writing region close event to WAL at 1732252629615 (+2 ms)Closed at 1732252629615 2024-11-22T05:17:09,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40505 is added to blk_1073741830_1006 (size=10165) 2024-11-22T05:17:09,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/318bc583-9ac0-f789-85ed-7ccff6849518/MasterData/WALs/82891a793a29,46649,1732252613458/82891a793a29%2C46649%2C1732252613458.1732252614721 not finished, retry = 0 2024-11-22T05:17:09,719 INFO [M:0;82891a793a29:46649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:09,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:09,719 INFO [M:0;82891a793a29:46649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46649 2024-11-22T05:17:09,723 INFO [M:0;82891a793a29:46649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:09,882 INFO [M:0;82891a793a29:46649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46649-0x10160f9091d0003, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:09,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:09,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:09,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:09,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:09,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:09,893 WARN [BP-1772964671-172.17.0.2-1732252611440 heartbeating to localhost/127.0.0.1:41633 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:17:09,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:17:09,893 WARN [BP-1772964671-172.17.0.2-1732252611440 heartbeating to localhost/127.0.0.1:41633 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1772964671-172.17.0.2-1732252611440 (Datanode Uuid c1e0412d-5be3-4959-93f3-eb3ad8b168ea) service to localhost/127.0.0.1:41633 2024-11-22T05:17:09,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:17:09,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/cluster_582c5640-5c97-acd3-96fa-e54c0e6374c0/data/data1/current/BP-1772964671-172.17.0.2-1732252611440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:09,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/cluster_582c5640-5c97-acd3-96fa-e54c0e6374c0/data/data2/current/BP-1772964671-172.17.0.2-1732252611440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:09,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:17:09,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:09,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:09,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:09,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:09,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:17:09,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:17:09,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:09,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:17:09,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109251034, stopped=false 2024-11-22T05:17:09,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,37747,1732252622142 2024-11-22T05:17:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:17:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/running 2024-11-22T05:17:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:09,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:09,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:09,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:09,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:17:09,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Set watcher on znode that does not yet exist, /0-2111342436/running 2024-11-22T05:17:09,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,39861,1732252622212' ***** 2024-11-22T05:17:09,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:17:09,935 INFO [RS:0;82891a793a29:39861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:17:09,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:17:09,935 INFO [RS:0;82891a793a29:39861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,39861,1732252622212 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39861. 2024-11-22T05:17:09,936 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b629da3637221bd322d6b099e05be8c, disabling compactions & flushes 2024-11-22T05:17:09,936 DEBUG [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:09,936 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:09,936 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,936 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:17:09,936 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. after waiting 0 ms 2024-11-22T05:17:09,936 INFO [RS:0;82891a793a29:39861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:17:09,937 INFO [RS:0;82891a793a29:39861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:17:09,937 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:09,937 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:17:09,937 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:17:09,937 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1325): Online Regions={9b629da3637221bd322d6b099e05be8c=hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:17:09,937 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b629da3637221bd322d6b099e05be8c 2024-11-22T05:17:09,937 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:09,937 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:09,937 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:09,937 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:09,937 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:09,938 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T05:17:09,943 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/replication/9b629da3637221bd322d6b099e05be8c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-22T05:17:09,944 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:09,944 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:09,944 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:09,944 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b629da3637221bd322d6b099e05be8c: Waiting for close lock at 1732252629936Running coprocessor pre-close hooks at 1732252629936Disabling compacts and flushes for region at 1732252629936Disabling writes for close at 1732252629937 (+1 ms)Writing region close event to WAL at 1732252629937Running coprocessor post-close hooks at 1732252629944 (+7 ms)Closed at 1732252629944 2024-11-22T05:17:09,944 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c. 2024-11-22T05:17:09,958 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2035a4309a4a4caeae783ff0dd896a6c is 147, key is hbase:replication,,1732252616302.9b629da3637221bd322d6b099e05be8c./info:regioninfo/1732252628137/Put/seqid=0 2024-11-22T05:17:09,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741851_1027 (size=6385) 2024-11-22T05:17:09,984 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:10,137 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:10,197 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:10,204 DEBUG [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 to pos 0, reset compression=false 2024-11-22T05:17:10,338 DEBUG [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:10,364 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2035a4309a4a4caeae783ff0dd896a6c 2024-11-22T05:17:10,369 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:17:10,370 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:17:10,377 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/.tmp/info/2035a4309a4a4caeae783ff0dd896a6c as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/info/2035a4309a4a4caeae783ff0dd896a6c 2024-11-22T05:17:10,383 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/info/2035a4309a4a4caeae783ff0dd896a6c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T05:17:10,384 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-22T05:17:10,390 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T05:17:10,391 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:10,391 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:10,391 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:10,391 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252629937Running coprocessor pre-close hooks at 1732252629937Disabling compacts and flushes for region at 1732252629937Disabling writes for close at 1732252629937Obtaining lock to block concurrent updates at 1732252629938 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732252629938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732252629938Flushing stores of hbase:meta,,1.1588230740 at 1732252629939 (+1 ms)Flushing 1588230740/info: creating writer at 1732252629939Flushing 1588230740/info: appending metadata at 1732252629957 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732252629957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f732ec0: reopening flushed file at 1732252630376 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732252630384 (+8 ms)Writing region close event to WAL at 1732252630385 (+1 ms)Running coprocessor post-close hooks at 1732252630391 (+6 ms)Closed at 1732252630391 2024-11-22T05:17:10,392 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:10,538 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,39861,1732252622212; all regions closed. 2024-11-22T05:17:10,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741849_1025 (size=2156) 2024-11-22T05:17:10,551 DEBUG [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:10,551 INFO [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39861%2C1732252622212.meta:.meta(num 1732252623787) 2024-11-22T05:17:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741850_1026 (size=796) 2024-11-22T05:17:10,558 DEBUG [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:10,558 INFO [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39861%2C1732252622212.rep:(num 1732252628070) 2024-11-22T05:17:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741848_1024 (size=93) 2024-11-22T05:17:10,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/WALs/82891a793a29,39861,1732252622212/82891a793a29%2C39861%2C1732252622212.1732252623572 not finished, retry = 0 2024-11-22T05:17:10,666 DEBUG [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/oldWALs 2024-11-22T05:17:10,667 INFO [RS:0;82891a793a29:39861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39861%2C1732252622212:(num 1732252623572) 2024-11-22T05:17:10,667 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:10,667 INFO [RS:0;82891a793a29:39861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:10,667 INFO [RS:0;82891a793a29:39861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:10,668 INFO [RS:0;82891a793a29:39861 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:10,668 INFO [RS:0;82891a793a29:39861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:10,668 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:10,669 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T05:17:10,669 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,39861,1732252622212 because: Region server is closing 2024-11-22T05:17:10,669 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T05:17:10,669 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T05:17:10,669 INFO [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39861. 2024-11-22T05:17:10,670 DEBUG [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:10,670 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:10,670 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:10,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:10,771 WARN [RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:17:10,771 WARN [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:17:10,771 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,1-82891a793a29,39861,1732252622212 terminated 2024-11-22T05:17:10,771 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-82891a793a29,39861,1732252622212 because: Region server is closing 2024-11-22T05:17:10,771 INFO [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39861. 2024-11-22T05:17:10,771 DEBUG [RS:0;82891a793a29:39861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:10,771 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:10,772 DEBUG [RS:0;82891a793a29:39861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:10,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:10,872 WARN [RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:17:10,872 WARN [RS:0;82891a793a29:39861.replicationSource.wal-reader.82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:17:10,872 INFO [RS:0;82891a793a29:39861 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;82891a793a29:39861.replicationSource.shipper82891a793a29%2C39861%2C1732252622212,2-82891a793a29,39861,1732252622212 terminated 2024-11-22T05:17:10,872 INFO [RS:0;82891a793a29:39861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39861 2024-11-22T05:17:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/rs/82891a793a29,39861,1732252622212 2024-11-22T05:17:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436/rs 2024-11-22T05:17:10,928 INFO [RS:0;82891a793a29:39861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:10,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,39861,1732252622212] 2024-11-22T05:17:10,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2111342436/draining/82891a793a29,39861,1732252622212 already deleted, retry=false 2024-11-22T05:17:10,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,39861,1732252622212 expired; onlineServers=0 2024-11-22T05:17:10,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,37747,1732252622142' ***** 2024-11-22T05:17:10,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:10,949 INFO [M:0;82891a793a29:37747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:10,949 INFO [M:0;82891a793a29:37747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:10,949 DEBUG [M:0;82891a793a29:37747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:10,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:10,950 DEBUG [M:0;82891a793a29:37747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:10,950 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252623192 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252623192,5,FailOnTimeoutGroup] 2024-11-22T05:17:10,950 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252623191 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252623191,5,FailOnTimeoutGroup] 2024-11-22T05:17:10,950 INFO [M:0;82891a793a29:37747 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:10,950 INFO [M:0;82891a793a29:37747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:10,950 DEBUG [M:0;82891a793a29:37747 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:10,950 INFO [M:0;82891a793a29:37747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:10,950 INFO [M:0;82891a793a29:37747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:10,950 INFO [M:0;82891a793a29:37747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:10,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2111342436/master 2024-11-22T05:17:10,960 DEBUG [M:0;82891a793a29:37747 {}] zookeeper.ZKUtil(347): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Unable to get data of znode /0-2111342436/master because node does not exist (not an error) 2024-11-22T05:17:10,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2111342436 2024-11-22T05:17:10,960 WARN [M:0;82891a793a29:37747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:10,961 INFO [M:0;82891a793a29:37747 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/.lastflushedseqids 2024-11-22T05:17:10,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741852_1028 (size=181) 2024-11-22T05:17:11,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:11,039 INFO [RS:0;82891a793a29:39861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:11,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39861-0x10160f9091d0007, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:11,039 INFO [RS:0;82891a793a29:39861 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,39861,1732252622212; zookeeper connection closed. 2024-11-22T05:17:11,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f96ef25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f96ef25 2024-11-22T05:17:11,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:11,367 INFO [M:0;82891a793a29:37747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:11,367 INFO [M:0;82891a793a29:37747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:11,367 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:11,367 INFO [M:0;82891a793a29:37747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:11,367 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:11,367 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:11,367 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:11,367 INFO [M:0;82891a793a29:37747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T05:17:11,382 DEBUG [M:0;82891a793a29:37747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed1a8c6f61c42c8a96a40648b0d65bb is 82, key is hbase:meta,,1/info:regioninfo/1732252623868/Put/seqid=0 2024-11-22T05:17:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741853_1029 (size=5680) 2024-11-22T05:17:11,787 INFO [M:0;82891a793a29:37747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed1a8c6f61c42c8a96a40648b0d65bb 2024-11-22T05:17:11,807 DEBUG [M:0;82891a793a29:37747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990c37aafaa54761a587ad703a61dab9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732252628156/Put/seqid=0 2024-11-22T05:17:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741854_1030 (size=7319) 2024-11-22T05:17:12,212 INFO [M:0;82891a793a29:37747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990c37aafaa54761a587ad703a61dab9 2024-11-22T05:17:12,232 DEBUG [M:0;82891a793a29:37747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a308ddd33214f99a8c5cf64302c82ca is 69, key is 82891a793a29,39861,1732252622212/rs:state/1732252623298/Put/seqid=0 2024-11-22T05:17:12,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741855_1031 (size=5371) 2024-11-22T05:17:12,637 INFO [M:0;82891a793a29:37747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a308ddd33214f99a8c5cf64302c82ca 2024-11-22T05:17:12,643 INFO [M:0;82891a793a29:37747 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a308ddd33214f99a8c5cf64302c82ca 2024-11-22T05:17:12,644 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ed1a8c6f61c42c8a96a40648b0d65bb as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed1a8c6f61c42c8a96a40648b0d65bb 2024-11-22T05:17:12,649 INFO [M:0;82891a793a29:37747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ed1a8c6f61c42c8a96a40648b0d65bb, entries=8, sequenceid=172, filesize=5.5 K 2024-11-22T05:17:12,650 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/990c37aafaa54761a587ad703a61dab9 as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/990c37aafaa54761a587ad703a61dab9 2024-11-22T05:17:12,656 INFO [M:0;82891a793a29:37747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/990c37aafaa54761a587ad703a61dab9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-22T05:17:12,657 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a308ddd33214f99a8c5cf64302c82ca as hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a308ddd33214f99a8c5cf64302c82ca 2024-11-22T05:17:12,662 INFO [M:0;82891a793a29:37747 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a308ddd33214f99a8c5cf64302c82ca 2024-11-22T05:17:12,662 INFO [M:0;82891a793a29:37747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33607/user/jenkins/test-data/214e10a2-ec44-cde9-0d08-1f9a8da1d7fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a308ddd33214f99a8c5cf64302c82ca, entries=2, sequenceid=172, filesize=5.2 K 2024-11-22T05:17:12,663 INFO [M:0;82891a793a29:37747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=172, compaction requested=false 2024-11-22T05:17:12,665 INFO [M:0;82891a793a29:37747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:12,665 DEBUG [M:0;82891a793a29:37747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252631367Disabling compacts and flushes for region at 1732252631367Disabling writes for close at 1732252631367Obtaining lock to block concurrent updates at 1732252631368 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252631368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732252631368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252631369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252631369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252631382 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252631382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252631794 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252631807 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252631807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252632218 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252632231 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252632232 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dd48f7: reopening flushed file at 1732252632643 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5844db19: reopening flushed file at 1732252632650 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63197b59: reopening flushed file at 1732252632656 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=172, compaction requested=false at 1732252632663 (+7 ms)Writing region close event to WAL at 1732252632665 (+2 ms)Closed at 1732252632665 2024-11-22T05:17:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741847_1023 (size=22949) 2024-11-22T05:17:12,670 INFO [M:0;82891a793a29:37747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:12,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:12,670 INFO [M:0;82891a793a29:37747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37747 2024-11-22T05:17:12,670 INFO [M:0;82891a793a29:37747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:12,887 INFO [M:0;82891a793a29:37747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:12,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:12,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37747-0x10160f9091d0006, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:12,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:12,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:12,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:12,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:12,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:12,891 WARN [BP-1583992628-172.17.0.2-1732252602439 heartbeating to localhost/127.0.0.1:33607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:17:12,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:17:12,891 WARN [BP-1583992628-172.17.0.2-1732252602439 heartbeating to localhost/127.0.0.1:33607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583992628-172.17.0.2-1732252602439 (Datanode Uuid 7172a5a0-0403-4ce6-86df-b4a9700e5e2d) service to localhost/127.0.0.1:33607 2024-11-22T05:17:12,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:17:12,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/data/data1/current/BP-1583992628-172.17.0.2-1732252602439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:12,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/cluster_2333ed39-1d09-2e6b-97d5-b2adfdc168b6/data/data2/current/BP-1583992628-172.17.0.2-1732252602439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:12,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:17:12,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:12,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:12,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:12,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:12,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47c43c0d-dd33-380a-e7fa-8b4296d3a881/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:12,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:17:12,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:17:12,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/82891a793a29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/82891a793a29:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33607 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/82891a793a29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41633 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/82891a793a29:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/82891a793a29:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59542) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41633 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41633 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=423 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 459) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7918 (was 8698) 2024-11-22T05:17:12,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=423, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=7917 2024-11-22T05:17:12,947 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-22T05:17:12,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir so I do NOT create it in target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4 2024-11-22T05:17:12,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:17:12,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.tmp.dir so I do NOT create it in target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4 2024-11-22T05:17:12,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a98bb48-bf7d-6a0b-d4f9-fa8c9860d9ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:17:12,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4 2024-11-22T05:17:12,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94, deleteOnExit=true 2024-11-22T05:17:12,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/zookeeper_0, clientPort=63281, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:17:12,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63281 2024-11-22T05:17:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:17:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:17:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/test.cache.data in system properties and HBase conf 2024-11-22T05:17:12,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:17:12,970 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:17:12,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:17:12,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:17:13,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160f9091d0002, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:17:13,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160f9091d0005, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:17:13,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160f9091d0002, quorum=127.0.0.1:59542, baseZNode=/0-2111342436 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:17:13,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160f9091d0005, quorum=127.0.0.1:59542, baseZNode=/1-19639400 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:17:13,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:13,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:13,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:13,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:13,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:17:13,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:13,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:13,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/java.io.tmpdir/jetty-localhost-36377-hadoop-hdfs-3_4_1-tests_jar-_-any-9004582475763981126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:13,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:36377} 2024-11-22T05:17:13,536 INFO [Time-limited test {}] server.Server(415): Started @33024ms 2024-11-22T05:17:13,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:13,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:13,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:13,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:13,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:17:13,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:13,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:13,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/java.io.tmpdir/jetty-localhost-37135-hadoop-hdfs-3_4_1-tests_jar-_-any-2995058517359082901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:13,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:37135} 2024-11-22T05:17:13,907 INFO [Time-limited test {}] server.Server(415): Started @33395ms 2024-11-22T05:17:13,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:17:14,558 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/data/data2/current/BP-117409772-172.17.0.2-1732252632995/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:14,558 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/data/data1/current/BP-117409772-172.17.0.2-1732252632995/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:14,576 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:17:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ca30f4e262666ad with lease ID 0xf53a9b2f78a658a4: Processing first storage report for DS-a066c26a-4357-47ac-976e-4e6f75952404 from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=a6265756-5cf7-4c4f-94df-86d76f7dd73b, infoPort=41187, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=1958177490;c=1732252632995) 2024-11-22T05:17:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ca30f4e262666ad with lease ID 0xf53a9b2f78a658a4: from storage DS-a066c26a-4357-47ac-976e-4e6f75952404 node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=a6265756-5cf7-4c4f-94df-86d76f7dd73b, infoPort=41187, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=1958177490;c=1732252632995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ca30f4e262666ad with lease ID 0xf53a9b2f78a658a4: Processing first storage report for DS-f974ffd7-a977-46f2-9d64-f8befb54c12a from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=a6265756-5cf7-4c4f-94df-86d76f7dd73b, infoPort=41187, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=1958177490;c=1732252632995) 2024-11-22T05:17:14,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ca30f4e262666ad with lease ID 0xf53a9b2f78a658a4: from storage DS-f974ffd7-a977-46f2-9d64-f8befb54c12a node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=a6265756-5cf7-4c4f-94df-86d76f7dd73b, infoPort=41187, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=1958177490;c=1732252632995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:14,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4 2024-11-22T05:17:14,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:17:14,675 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4 with version=8 2024-11-22T05:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/hbase-staging 2024-11-22T05:17:14,678 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:17:14,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:14,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42819 2024-11-22T05:17:14,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42819 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428190x0, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:14,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42819-0x10160f983330000 connected 2024-11-22T05:17:14,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/running 2024-11-22T05:17:14,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4, hbase.cluster.distributed=false 2024-11-22T05:17:14,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/acl 2024-11-22T05:17:14,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-22T05:17:14,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42819 2024-11-22T05:17:14,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42819 2024-11-22T05:17:14,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-22T05:17:14,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42819 2024-11-22T05:17:14,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:14,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:14,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:14,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:14,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:17:14,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:14,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35093 2024-11-22T05:17:14,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35093 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:14,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350930x0, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:14,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350930x0, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/running 2024-11-22T05:17:14,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35093-0x10160f983330001 connected 2024-11-22T05:17:14,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:17:14,881 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:17:14,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/master 2024-11-22T05:17:14,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/acl 2024-11-22T05:17:14,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-22T05:17:14,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35093 2024-11-22T05:17:14,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35093 2024-11-22T05:17:14,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-22T05:17:14,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35093 2024-11-22T05:17:14,896 DEBUG [M:0;82891a793a29:42819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:42819 2024-11-22T05:17:14,898 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-763077147/backup-masters/82891a793a29,42819,1732252634677 2024-11-22T05:17:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/backup-masters 2024-11-22T05:17:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/backup-masters 2024-11-22T05:17:14,912 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on existing znode=/0-763077147/backup-masters/82891a793a29,42819,1732252634677 2024-11-22T05:17:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-763077147/master 2024-11-22T05:17:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:14,922 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on existing znode=/0-763077147/master 2024-11-22T05:17:14,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-763077147/backup-masters/82891a793a29,42819,1732252634677 from backup master directory 2024-11-22T05:17:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-763077147/backup-masters/82891a793a29,42819,1732252634677 2024-11-22T05:17:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/backup-masters 2024-11-22T05:17:14,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/backup-masters 2024-11-22T05:17:14,932 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:14,932 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,42819,1732252634677 2024-11-22T05:17:14,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/hbase.id] with ID: e1360b0d-ae99-42da-a772-023f1da736a2 2024-11-22T05:17:14,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/.tmp/hbase.id 2024-11-22T05:17:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:17:15,342 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/.tmp/hbase.id]:[hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/hbase.id] 2024-11-22T05:17:15,355 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:15,355 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:17:15,357 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T05:17:15,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:15,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:15,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:17:15,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:15,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:15,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:15,813 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:15,814 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:17:15,814 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:17:16,223 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store 2024-11-22T05:17:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:17:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:17:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:17:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:16,631 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:16,631 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:16,631 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252636631Disabling compacts and flushes for region at 1732252636631Disabling writes for close at 1732252636631Writing region close event to WAL at 1732252636631Closed at 1732252636631 2024-11-22T05:17:16,632 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/.initializing 2024-11-22T05:17:16,633 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/WALs/82891a793a29,42819,1732252634677 2024-11-22T05:17:16,634 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:16,636 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C42819%2C1732252634677, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/WALs/82891a793a29,42819,1732252634677, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/oldWALs, maxLogs=10 2024-11-22T05:17:16,650 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/WALs/82891a793a29,42819,1732252634677/82891a793a29%2C42819%2C1732252634677.1732252636636, exclude list is [], retry=0 2024-11-22T05:17:16,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-a066c26a-4357-47ac-976e-4e6f75952404,DISK] 2024-11-22T05:17:16,655 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/WALs/82891a793a29,42819,1732252634677/82891a793a29%2C42819%2C1732252634677.1732252636636 2024-11-22T05:17:16,655 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-22T05:17:16,655 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:16,656 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:16,656 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,656 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:17:16,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:16,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:16,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:17:16,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:16,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:16,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:17:16,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:16,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:16,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:17:16,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:16,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:16,667 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,668 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,668 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,669 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,669 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,670 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:16,671 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:16,673 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:16,674 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62595196, jitterRate=-0.06725889444351196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:16,675 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252636656Initializing all the Stores at 1732252636657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252636657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252636659 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252636659Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252636659Cleaning up temporary data from old regions at 1732252636669 (+10 ms)Region opened successfully at 1732252636675 (+6 ms) 2024-11-22T05:17:16,675 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:17:16,678 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e59b35e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:16,679 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:17:16,679 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:17:16,679 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:17:16,680 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:17:16,680 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:17:16,681 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:17:16,681 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:17:16,683 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:17:16,684 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/balancer because node does not exist (not necessarily an error) 2024-11-22T05:17:16,742 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/balancer already deleted, retry=false 2024-11-22T05:17:16,743 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:17:16,744 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:17:16,753 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/normalizer already deleted, retry=false 2024-11-22T05:17:16,754 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:17:16,755 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:17:16,764 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/switch/split already deleted, retry=false 2024-11-22T05:17:16,765 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:17:16,774 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/switch/merge already deleted, retry=false 2024-11-22T05:17:16,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:17:16,784 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/snapshot-cleanup already deleted, retry=false 2024-11-22T05:17:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-763077147/running 2024-11-22T05:17:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-763077147/running 2024-11-22T05:17:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,796 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,42819,1732252634677, sessionid=0x10160f983330000, setting cluster-up flag (Was=false) 2024-11-22T05:17:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,848 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-763077147/flush-table-proc/acquired, /0-763077147/flush-table-proc/reached, /0-763077147/flush-table-proc/abort 2024-11-22T05:17:16,849 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42819,1732252634677 2024-11-22T05:17:16,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:16,900 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-763077147/online-snapshot/acquired, /0-763077147/online-snapshot/reached, /0-763077147/online-snapshot/abort 2024-11-22T05:17:16,902 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42819,1732252634677 2024-11-22T05:17:16,903 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:17:16,905 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:16,905 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:17:16,905 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:17:16,905 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,42819,1732252634677 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:16,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252666908 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:17:16,908 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:16,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:16,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:17:16,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:17:16,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:17:16,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:17:16,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:16,910 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252636910,5,FailOnTimeoutGroup] 2024-11-22T05:17:16,910 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252636910,5,FailOnTimeoutGroup] 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:16,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:17:16,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:16,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:16,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:17:16,988 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(746): ClusterId : e1360b0d-ae99-42da-a772-023f1da736a2 2024-11-22T05:17:16,989 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:17:16,996 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:17:16,996 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:17:17,006 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:17:17,007 DEBUG [RS:0;82891a793a29:35093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f52267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:17,017 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:35093 2024-11-22T05:17:17,017 INFO [RS:0;82891a793a29:35093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:17:17,017 INFO [RS:0;82891a793a29:35093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:17:17,017 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:17:17,018 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,42819,1732252634677 with port=35093, startcode=1732252634860 2024-11-22T05:17:17,018 DEBUG [RS:0;82891a793a29:35093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:17:17,020 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:17:17,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,35093,1732252634860 2024-11-22T05:17:17,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42819 {}] master.ServerManager(517): Registering regionserver=82891a793a29,35093,1732252634860 2024-11-22T05:17:17,022 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4 2024-11-22T05:17:17,022 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41023 2024-11-22T05:17:17,022 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:17:17,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/rs 2024-11-22T05:17:17,027 DEBUG [RS:0;82891a793a29:35093 {}] zookeeper.ZKUtil(111): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on existing znode=/0-763077147/rs/82891a793a29,35093,1732252634860 2024-11-22T05:17:17,027 WARN [RS:0;82891a793a29:35093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:17,027 INFO [RS:0;82891a793a29:35093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:17,027 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860 2024-11-22T05:17:17,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,35093,1732252634860] 2024-11-22T05:17:17,031 INFO [RS:0;82891a793a29:35093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:17:17,033 INFO [RS:0;82891a793a29:35093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:17:17,033 INFO [RS:0;82891a793a29:35093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:17:17,033 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,034 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:17:17,034 INFO [RS:0;82891a793a29:35093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:17:17,035 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:17,035 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:17,036 DEBUG [RS:0;82891a793a29:35093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,037 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35093,1732252634860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:17,051 INFO [RS:0;82891a793a29:35093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:17:17,052 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35093,1732252634860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,052 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,052 INFO [RS:0;82891a793a29:35093 {}] regionserver.Replication(171): 82891a793a29,35093,1732252634860 started 2024-11-22T05:17:17,066 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:17,066 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,35093,1732252634860, RpcServer on 82891a793a29/172.17.0.2:35093, sessionid=0x10160f983330001 2024-11-22T05:17:17,066 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:17:17,066 DEBUG [RS:0;82891a793a29:35093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,35093,1732252634860 2024-11-22T05:17:17,066 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35093,1732252634860' 2024-11-22T05:17:17,066 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-763077147/flush-table-proc/abort' 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-763077147/flush-table-proc/acquired' 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,35093,1732252634860 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35093,1732252634860' 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-763077147/online-snapshot/abort' 2024-11-22T05:17:17,067 DEBUG [RS:0;82891a793a29:35093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-763077147/online-snapshot/acquired' 2024-11-22T05:17:17,068 DEBUG [RS:0;82891a793a29:35093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:17:17,068 INFO [RS:0;82891a793a29:35093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:17:17,068 INFO [RS:0;82891a793a29:35093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:17:17,168 INFO [RS:0;82891a793a29:35093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:17,170 INFO [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35093%2C1732252634860, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs, maxLogs=10 2024-11-22T05:17:17,184 DEBUG [RS:0;82891a793a29:35093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171, exclude list is [], retry=0 2024-11-22T05:17:17,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-a066c26a-4357-47ac-976e-4e6f75952404,DISK] 2024-11-22T05:17:17,189 INFO [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 2024-11-22T05:17:17,189 DEBUG [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-22T05:17:17,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:17:17,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4 2024-11-22T05:17:17,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:17:17,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:17,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:17,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:17,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:17,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:17,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:17,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:17,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:17,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:17,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:17,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:17,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:17,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:17,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:17,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:17,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:17,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:17,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:17,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740 2024-11-22T05:17:17,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740 2024-11-22T05:17:17,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:17,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:17,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:17,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:17,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:17,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65136872, jitterRate=-0.029384970664978027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:17,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252637731Initializing all the Stores at 1732252637732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252637732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252637732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252637732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252637732Cleaning up temporary data from old regions at 1732252637743 (+11 ms)Region opened successfully at 1732252637748 (+5 ms) 2024-11-22T05:17:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:17,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:17,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:17,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252637749Disabling compacts and flushes for region at 1732252637749Disabling writes for close at 1732252637749Writing region close event to WAL at 1732252637749Closed at 1732252637749 2024-11-22T05:17:17,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:17,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:17:17,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:17:17,752 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:17,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:17:17,903 DEBUG [82891a793a29:42819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:17,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,35093,1732252634860 2024-11-22T05:17:17,905 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35093,1732252634860, state=OPENING 2024-11-22T05:17:17,911 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:17:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-763077147/meta-region-server: CHANGED 2024-11-22T05:17:17,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-763077147/meta-region-server: CHANGED 2024-11-22T05:17:17,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35093,1732252634860}] 2024-11-22T05:17:18,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:18,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:17:18,080 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:17:18,080 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:18,080 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:17:18,082 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35093%2C1732252634860.meta, suffix=.meta, logDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs, maxLogs=10 2024-11-22T05:17:18,094 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.meta.1732252638082.meta, exclude list is [], retry=0 2024-11-22T05:17:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-a066c26a-4357-47ac-976e-4e6f75952404,DISK] 2024-11-22T05:17:18,099 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.meta.1732252638082.meta 2024-11-22T05:17:18,099 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-22T05:17:18,099 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:18,099 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:17:18,100 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:17:18,100 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:17:18,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:18,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:18,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:18,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:18,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:18,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:18,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:18,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:18,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:18,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:18,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:18,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:18,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:18,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:18,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:18,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:18,107 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:18,108 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740 2024-11-22T05:17:18,109 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740 2024-11-22T05:17:18,110 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:18,110 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:18,111 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:18,112 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:18,113 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66115136, jitterRate=-0.014807701110839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:18,113 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:17:18,114 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252638100Writing region info on filesystem at 1732252638100Initializing all the Stores at 1732252638101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252638101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252638101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252638101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252638101Cleaning up temporary data from old regions at 1732252638110 (+9 ms)Running coprocessor post-open hooks at 1732252638113 (+3 ms)Region opened successfully at 1732252638114 (+1 ms) 2024-11-22T05:17:18,115 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252638075 2024-11-22T05:17:18,117 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:17:18,117 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:17:18,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,35093,1732252634860 2024-11-22T05:17:18,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35093,1732252634860, state=OPEN 2024-11-22T05:17:18,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-763077147/meta-region-server 2024-11-22T05:17:18,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-763077147/meta-region-server 2024-11-22T05:17:18,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,35093,1732252634860 2024-11-22T05:17:18,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-763077147/meta-region-server: CHANGED 2024-11-22T05:17:18,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-763077147/meta-region-server: CHANGED 2024-11-22T05:17:18,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:17:18,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35093,1732252634860 in 267 msec 2024-11-22T05:17:18,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:17:18,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-22T05:17:18,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:18,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:17:18,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:18,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35093,1732252634860, seqNum=-1] 2024-11-22T05:17:18,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:18,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:18,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-22T05:17:18,207 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252638207, completionTime=-1 2024-11-22T05:17:18,207 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:17:18,207 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:17:18,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:17:18,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252698209 2024-11-22T05:17:18,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252758209 2024-11-22T05:17:18,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:42819, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,212 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.282sec 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:18,214 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:17:18,217 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:17:18,217 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:17:18,217 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42819,1732252634677-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:18,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:18,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42819,-1 for getting cluster id 2024-11-22T05:17:18,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:18,291 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1360b0d-ae99-42da-a772-023f1da736a2' 2024-11-22T05:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1360b0d-ae99-42da-a772-023f1da736a2" 2024-11-22T05:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5defd342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42819,-1] 2024-11-22T05:17:18,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:18,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:18,293 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:18,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:18,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35093,1732252634860, seqNum=-1] 2024-11-22T05:17:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:18,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,42819,1732252634677 2024-11-22T05:17:18,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:18,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:18,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160f983330002 connected 2024-11-22T05:17:18,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir so I do NOT create it in target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8 2024-11-22T05:17:18,335 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:17:18,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.tmp.dir so I do NOT create it in target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8 2024-11-22T05:17:18,335 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:17:18,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8 2024-11-22T05:17:18,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:17:18,335 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/cluster_49ab69fb-5cc8-66bb-529e-95f9b356fb08, deleteOnExit=true 2024-11-22T05:17:18,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/test.cache.data in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:17:18,336 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:18,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:17:18,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:17:18,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:18,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:18,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:18,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:18,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:17:18,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:18,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:18,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:18,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5370dd45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/java.io.tmpdir/jetty-localhost-32921-hadoop-hdfs-3_4_1-tests_jar-_-any-3552353645038760218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:18,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:32921} 2024-11-22T05:17:18,829 INFO [Time-limited test {}] server.Server(415): Started @38317ms 2024-11-22T05:17:19,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:19,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:19,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:19,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:19,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:17:19,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:19,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:19,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17bfb586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/java.io.tmpdir/jetty-localhost-36029-hadoop-hdfs-3_4_1-tests_jar-_-any-9521429745795231913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:19,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:36029} 2024-11-22T05:17:19,167 INFO [Time-limited test {}] server.Server(415): Started @38655ms 2024-11-22T05:17:19,168 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:17:19,887 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/cluster_49ab69fb-5cc8-66bb-529e-95f9b356fb08/data/data1/current/BP-937986826-172.17.0.2-1732252638359/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:19,887 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/cluster_49ab69fb-5cc8-66bb-529e-95f9b356fb08/data/data2/current/BP-937986826-172.17.0.2-1732252638359/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:19,916 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:17:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1828798cd7e011 with lease ID 0x978289449efbfc14: Processing first storage report for DS-90190ab2-0623-419e-9a29-7c69be6a3bd1 from datanode DatanodeRegistration(127.0.0.1:35937, datanodeUuid=27eac96c-8237-49d6-9f18-1ade91d14c15, infoPort=45173, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=2119177348;c=1732252638359) 2024-11-22T05:17:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1828798cd7e011 with lease ID 0x978289449efbfc14: from storage DS-90190ab2-0623-419e-9a29-7c69be6a3bd1 node DatanodeRegistration(127.0.0.1:35937, datanodeUuid=27eac96c-8237-49d6-9f18-1ade91d14c15, infoPort=45173, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=2119177348;c=1732252638359), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1828798cd7e011 with lease ID 0x978289449efbfc14: Processing first storage report for DS-371ee61b-0718-4082-b556-238fd9dd787e from datanode DatanodeRegistration(127.0.0.1:35937, datanodeUuid=27eac96c-8237-49d6-9f18-1ade91d14c15, infoPort=45173, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=2119177348;c=1732252638359) 2024-11-22T05:17:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1828798cd7e011 with lease ID 0x978289449efbfc14: from storage DS-371ee61b-0718-4082-b556-238fd9dd787e node DatanodeRegistration(127.0.0.1:35937, datanodeUuid=27eac96c-8237-49d6-9f18-1ade91d14c15, infoPort=45173, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=2119177348;c=1732252638359), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:17:20,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8 2024-11-22T05:17:20,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,034 WARN [RS:0;82891a793a29:35093 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 82891a793a29,39383,1732252606851: status=Processing ServerCrashProcedure of 82891a793a29,39383,1732252606851 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732252623192, completionTime=-1 appears to have been leaked 2024-11-22T05:17:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:17:20,439 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14 with version=8 2024-11-22T05:17:20,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/hbase-staging 2024-11-22T05:17:20,441 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:17:20,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:20,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44513 2024-11-22T05:17:20,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44513 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:20,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445130x0, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:20,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44513-0x10160f983330003 connected 2024-11-22T05:17:20,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/running 2024-11-22T05:17:20,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14, hbase.cluster.distributed=false 2024-11-22T05:17:20,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/acl 2024-11-22T05:17:20,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-22T05:17:20,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44513 2024-11-22T05:17:20,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44513 2024-11-22T05:17:20,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-22T05:17:20,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44513 2024-11-22T05:17:20,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:17:20,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:20,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41815 2024-11-22T05:17:20,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41815 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:20,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418150x0, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:20,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418150x0, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/running 2024-11-22T05:17:20,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41815-0x10160f983330004 connected 2024-11-22T05:17:20,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:17:20,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:17:20,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/master 2024-11-22T05:17:20,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/acl 2024-11-22T05:17:20,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-22T05:17:20,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41815 2024-11-22T05:17:20,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41815 2024-11-22T05:17:20,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-22T05:17:20,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41815 2024-11-22T05:17:20,632 DEBUG [M:0;82891a793a29:44513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:44513 2024-11-22T05:17:20,633 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1435392544/backup-masters/82891a793a29,44513,1732252640441 2024-11-22T05:17:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/backup-masters 2024-11-22T05:17:20,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/backup-masters 2024-11-22T05:17:20,648 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on existing znode=/1435392544/backup-masters/82891a793a29,44513,1732252640441 2024-11-22T05:17:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1435392544/master 2024-11-22T05:17:20,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,659 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on existing znode=/1435392544/master 2024-11-22T05:17:20,659 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1435392544/backup-masters/82891a793a29,44513,1732252640441 from backup master directory 2024-11-22T05:17:20,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/backup-masters 2024-11-22T05:17:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1435392544/backup-masters/82891a793a29,44513,1732252640441 2024-11-22T05:17:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/backup-masters 2024-11-22T05:17:20,669 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:20,669 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,44513,1732252640441 2024-11-22T05:17:20,673 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/hbase.id] with ID: 82cde8bb-22a9-435a-8384-625d24e4a537 2024-11-22T05:17:20,673 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/.tmp/hbase.id 2024-11-22T05:17:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:17:20,682 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/.tmp/hbase.id]:[hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/hbase.id] 2024-11-22T05:17:20,696 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:20,696 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:17:20,698 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T05:17:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:17:20,723 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:20,724 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:17:20,724 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:20,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:17:20,739 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store 2024-11-22T05:17:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:17:20,756 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:20,757 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:20,757 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:20,757 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:20,757 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:20,757 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:20,757 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:20,757 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252640756Disabling compacts and flushes for region at 1732252640756Disabling writes for close at 1732252640757 (+1 ms)Writing region close event to WAL at 1732252640757Closed at 1732252640757 2024-11-22T05:17:20,758 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/.initializing 2024-11-22T05:17:20,758 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/WALs/82891a793a29,44513,1732252640441 2024-11-22T05:17:20,759 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:20,765 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C44513%2C1732252640441, suffix=, logDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/WALs/82891a793a29,44513,1732252640441, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/oldWALs, maxLogs=10 2024-11-22T05:17:20,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/WALs/82891a793a29,44513,1732252640441/82891a793a29%2C44513%2C1732252640441.1732252640765, exclude list is [], retry=0 2024-11-22T05:17:20,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35937,DS-90190ab2-0623-419e-9a29-7c69be6a3bd1,DISK] 2024-11-22T05:17:20,782 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/WALs/82891a793a29,44513,1732252640441/82891a793a29%2C44513%2C1732252640441.1732252640765 2024-11-22T05:17:20,782 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-22T05:17:20,782 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:20,782 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:20,782 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,782 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:17:20,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:20,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:20,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:17:20,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:20,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:20,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:17:20,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:20,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:20,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:17:20,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:20,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:20,790 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,791 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,791 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,792 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,792 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,793 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:20,794 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:20,796 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:20,796 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75268951, jitterRate=0.12159477174282074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:20,796 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252640783Initializing all the Stores at 1732252640783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252640783Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252640784 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252640784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252640784Cleaning up temporary data from old regions at 1732252640792 (+8 ms)Region opened successfully at 1732252640796 (+4 ms) 2024-11-22T05:17:20,797 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:17:20,800 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d9de3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:20,801 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:17:20,801 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:17:20,801 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:17:20,801 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:17:20,802 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:17:20,802 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:17:20,802 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:17:20,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:17:20,809 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/balancer because node does not exist (not necessarily an error) 2024-11-22T05:17:20,816 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/balancer already deleted, retry=false 2024-11-22T05:17:20,816 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:17:20,817 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:17:20,826 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/normalizer already deleted, retry=false 2024-11-22T05:17:20,827 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:17:20,833 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:17:20,837 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/switch/split already deleted, retry=false 2024-11-22T05:17:20,838 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:17:20,847 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/switch/merge already deleted, retry=false 2024-11-22T05:17:20,849 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:17:20,858 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/snapshot-cleanup already deleted, retry=false 2024-11-22T05:17:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1435392544/running 2024-11-22T05:17:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1435392544/running 2024-11-22T05:17:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,871 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,44513,1732252640441, sessionid=0x10160f983330003, setting cluster-up flag (Was=false) 2024-11-22T05:17:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,921 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1435392544/flush-table-proc/acquired, /1435392544/flush-table-proc/reached, /1435392544/flush-table-proc/abort 2024-11-22T05:17:20,922 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,44513,1732252640441 2024-11-22T05:17:20,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:20,974 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1435392544/online-snapshot/acquired, /1435392544/online-snapshot/reached, /1435392544/online-snapshot/abort 2024-11-22T05:17:20,975 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,44513,1732252640441 2024-11-22T05:17:20,976 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:17:20,980 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:20,980 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:17:20,980 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:17:20,980 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,44513,1732252640441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:20,982 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:20,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:20,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:17:20,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:20,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252671020 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:17:21,020 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:17:21,021 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,021 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:17:21,021 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:17:21,022 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:17:21,022 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:17:21,024 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:17:21,024 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:17:21,025 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252641024,5,FailOnTimeoutGroup] 2024-11-22T05:17:21,025 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(746): ClusterId : 82cde8bb-22a9-435a-8384-625d24e4a537 2024-11-22T05:17:21,025 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252641025,5,FailOnTimeoutGroup] 2024-11-22T05:17:21,025 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:17:21,025 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,025 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:17:21,025 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,025 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:17:21,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:17:21,034 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14 2024-11-22T05:17:21,039 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:17:21,039 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:17:21,048 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:17:21,049 DEBUG [RS:0;82891a793a29:41815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a07cbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:17:21,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:21,072 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:41815 2024-11-22T05:17:21,073 INFO [RS:0;82891a793a29:41815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:17:21,073 INFO [RS:0;82891a793a29:41815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:17:21,073 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:17:21,074 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,44513,1732252640441 with port=41815, startcode=1732252640585 2024-11-22T05:17:21,074 DEBUG [RS:0;82891a793a29:41815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:17:21,078 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:17:21,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,41815,1732252640585 2024-11-22T05:17:21,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44513 {}] master.ServerManager(517): Registering regionserver=82891a793a29,41815,1732252640585 2024-11-22T05:17:21,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:21,088 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14 2024-11-22T05:17:21,088 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44007 2024-11-22T05:17:21,088 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:17:21,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:21,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:21,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:21,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:21,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:21,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:21,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:21,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/rs 2024-11-22T05:17:21,101 DEBUG [RS:0;82891a793a29:41815 {}] zookeeper.ZKUtil(111): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on existing znode=/1435392544/rs/82891a793a29,41815,1732252640585 2024-11-22T05:17:21,101 WARN [RS:0;82891a793a29:41815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:21,101 INFO [RS:0;82891a793a29:41815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:21,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,102 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585 2024-11-22T05:17:21,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:21,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740 2024-11-22T05:17:21,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740 2024-11-22T05:17:21,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:21,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:21,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:21,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:21,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:21,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64794430, jitterRate=-0.034487754106521606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252641056Initializing all the Stores at 1732252641057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641072 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252641072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641072Cleaning up temporary data from old regions at 1732252641104 (+32 ms)Region opened successfully at 1732252641120 (+16 ms) 2024-11-22T05:17:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:21,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:21,122 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:21,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252641121Disabling compacts and flushes for region at 1732252641121Disabling writes for close at 1732252641121Writing region close event to WAL at 1732252641121Closed at 1732252641121 2024-11-22T05:17:21,123 INFO [RS:0;82891a793a29:41815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:17:21,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:21,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:17:21,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:17:21,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,41815,1732252640585] 2024-11-22T05:17:21,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:21,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:17:21,136 INFO [RS:0;82891a793a29:41815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:17:21,137 INFO [RS:0;82891a793a29:41815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:17:21,137 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,140 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:17:21,141 INFO [RS:0;82891a793a29:41815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:17:21,141 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:21,142 DEBUG [RS:0;82891a793a29:41815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,148 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41815,1732252640585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:21,169 INFO [RS:0;82891a793a29:41815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:17:21,169 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41815,1732252640585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,170 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,170 INFO [RS:0;82891a793a29:41815 {}] regionserver.Replication(171): 82891a793a29,41815,1732252640585 started 2024-11-22T05:17:21,188 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,189 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,41815,1732252640585, RpcServer on 82891a793a29/172.17.0.2:41815, sessionid=0x10160f983330004 2024-11-22T05:17:21,189 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:17:21,189 DEBUG [RS:0;82891a793a29:41815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,41815,1732252640585 2024-11-22T05:17:21,189 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,41815,1732252640585' 2024-11-22T05:17:21,189 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1435392544/flush-table-proc/abort' 2024-11-22T05:17:21,189 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1435392544/flush-table-proc/acquired' 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,41815,1732252640585 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,41815,1732252640585' 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1435392544/online-snapshot/abort' 2024-11-22T05:17:21,190 DEBUG [RS:0;82891a793a29:41815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1435392544/online-snapshot/acquired' 2024-11-22T05:17:21,191 DEBUG [RS:0;82891a793a29:41815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:17:21,191 INFO [RS:0;82891a793a29:41815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:17:21,191 INFO [RS:0;82891a793a29:41815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:17:21,279 WARN [82891a793a29:44513 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:17:21,291 INFO [RS:0;82891a793a29:41815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:21,293 INFO [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C41815%2C1732252640585, suffix=, logDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/oldWALs, maxLogs=10 2024-11-22T05:17:21,313 DEBUG [RS:0;82891a793a29:41815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.1732252641294, exclude list is [], retry=0 2024-11-22T05:17:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35937,DS-90190ab2-0623-419e-9a29-7c69be6a3bd1,DISK] 2024-11-22T05:17:21,320 INFO [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.1732252641294 2024-11-22T05:17:21,320 DEBUG [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-22T05:17:21,529 DEBUG [82891a793a29:44513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:21,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,41815,1732252640585 2024-11-22T05:17:21,531 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,41815,1732252640585, state=OPENING 2024-11-22T05:17:21,667 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:17:21,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:21,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:21,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1435392544/meta-region-server: CHANGED 2024-11-22T05:17:21,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1435392544/meta-region-server: CHANGED 2024-11-22T05:17:21,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:21,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,41815,1732252640585}] 2024-11-22T05:17:21,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:21,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:17:21,851 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:17:21,851 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:21,852 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:17:21,853 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C41815%2C1732252640585.meta, suffix=.meta, logDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585, archiveDir=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/oldWALs, maxLogs=10 2024-11-22T05:17:21,871 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.meta.1732252641854.meta, exclude list is [], retry=0 2024-11-22T05:17:21,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35937,DS-90190ab2-0623-419e-9a29-7c69be6a3bd1,DISK] 2024-11-22T05:17:21,877 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.meta.1732252641854.meta 2024-11-22T05:17:21,880 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-22T05:17:21,880 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:21,881 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:21,881 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:21,881 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:17:21,881 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:17:21,881 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:17:21,881 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:21,882 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:17:21,882 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:17:21,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:21,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:21,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:21,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:21,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:21,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:21,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:21,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:21,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:21,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:21,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:21,893 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:21,894 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740 2024-11-22T05:17:21,895 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740 2024-11-22T05:17:21,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:21,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:21,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:21,910 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:21,912 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:21,913 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72867791, jitterRate=0.0858146995306015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:21,913 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:17:21,913 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252641882Writing region info on filesystem at 1732252641882Initializing all the Stores at 1732252641883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252641883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252641883Cleaning up temporary data from old regions at 1732252641909 (+26 ms)Running coprocessor post-open hooks at 1732252641913 (+4 ms)Region opened successfully at 1732252641913 2024-11-22T05:17:21,915 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252641845 2024-11-22T05:17:21,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,41815,1732252640585 2024-11-22T05:17:21,923 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:17:21,923 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:17:21,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,41815,1732252640585, state=OPEN 2024-11-22T05:17:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1435392544/meta-region-server 2024-11-22T05:17:21,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1435392544/meta-region-server: CHANGED 2024-11-22T05:17:21,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1435392544/meta-region-server 2024-11-22T05:17:21,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,41815,1732252640585 2024-11-22T05:17:21,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1435392544/meta-region-server: CHANGED 2024-11-22T05:17:21,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:21,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:17:21,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,41815,1732252640585 in 242 msec 2024-11-22T05:17:21,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:17:21,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 815 msec 2024-11-22T05:17:21,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:21,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:17:21,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:21,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,41815,1732252640585, seqNum=-1] 2024-11-22T05:17:21,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:21,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:21,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 978 msec 2024-11-22T05:17:21,959 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252641959, completionTime=-1 2024-11-22T05:17:21,959 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:17:21,960 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:17:21,962 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252701963 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252761963 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:44513, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,964 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,965 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:21,967 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:17:21,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.302sec 2024-11-22T05:17:21,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:17:21,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:17:21,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:17:21,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:17:21,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:17:21,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:21,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:17:21,994 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:17:21,994 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:17:21,994 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44513,1732252640441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:22,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,44513,-1 for getting cluster id 2024-11-22T05:17:22,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:22,046 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82cde8bb-22a9-435a-8384-625d24e4a537' 2024-11-22T05:17:22,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82cde8bb-22a9-435a-8384-625d24e4a537" 2024-11-22T05:17:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49109b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,44513,-1] 2024-11-22T05:17:22,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:22,050 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:22,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,41815,1732252640585, seqNum=-1] 2024-11-22T05:17:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:22,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:22,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,44513,1732252640441 2024-11-22T05:17:22,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63281 2024-11-22T05:17:22,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:22,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160f983330005 connected 2024-11-22T05:17:22,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42819,-1 for getting cluster id 2024-11-22T05:17:22,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:22,094 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1360b0d-ae99-42da-a772-023f1da736a2' 2024-11-22T05:17:22,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1360b0d-ae99-42da-a772-023f1da736a2" 2024-11-22T05:17:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42819,-1] 2024-11-22T05:17:22,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:22,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:22,097 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168cdef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42819,1732252634677 2024-11-22T05:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6503b3fe 2024-11-22T05:17:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:22,101 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:22,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:44513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:17:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:17:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:22,105 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:44513' 2024-11-22T05:17:22,106 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5951e57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,106 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,44513,-1 for getting cluster id 2024-11-22T05:17:22,106 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:22,107 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82cde8bb-22a9-435a-8384-625d24e4a537' 2024-11-22T05:17:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:22,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82cde8bb-22a9-435a-8384-625d24e4a537" 2024-11-22T05:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68440a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,44513,-1] 2024-11-22T05:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:22,109 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5408164d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:22,110 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,44513,1732252640441 2024-11-22T05:17:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5190d181 2024-11-22T05:17:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:22,112 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:22,113 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T05:17:22,113 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:17:22,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:22,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:22,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:22,114 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:22,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:17:22,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:17:22,117 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:22,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:17:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741835_1011 (size=1138) 2024-11-22T05:17:22,165 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:17:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:22,530 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13e1ec4348fe38b53e75c3f9726c20f8, NAME => 'hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4 2024-11-22T05:17:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741836_1012 (size=44) 2024-11-22T05:17:22,541 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:22,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 13e1ec4348fe38b53e75c3f9726c20f8, disabling compactions & flushes 2024-11-22T05:17:22,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. after waiting 0 ms 2024-11-22T05:17:22,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13e1ec4348fe38b53e75c3f9726c20f8: Waiting for close lock at 1732252642541Disabling compacts and flushes for region at 1732252642541Disabling writes for close at 1732252642542 (+1 ms)Writing region close event to WAL at 1732252642542Closed at 1732252642542 2024-11-22T05:17:22,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:17:22,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252642544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252642544"}]},"ts":"1732252642544"} 2024-11-22T05:17:22,547 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:17:22,549 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:17:22,549 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252642549"}]},"ts":"1732252642549"} 2024-11-22T05:17:22,556 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:17:22,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13e1ec4348fe38b53e75c3f9726c20f8, ASSIGN}] 2024-11-22T05:17:22,559 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13e1ec4348fe38b53e75c3f9726c20f8, ASSIGN 2024-11-22T05:17:22,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13e1ec4348fe38b53e75c3f9726c20f8, ASSIGN; state=OFFLINE, location=82891a793a29,35093,1732252634860; forceNewPlan=false, retain=false 2024-11-22T05:17:22,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=13e1ec4348fe38b53e75c3f9726c20f8, regionState=OPENING, regionLocation=82891a793a29,35093,1732252634860 2024-11-22T05:17:22,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13e1ec4348fe38b53e75c3f9726c20f8, ASSIGN because future has completed 2024-11-22T05:17:22,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e1ec4348fe38b53e75c3f9726c20f8, server=82891a793a29,35093,1732252634860}] 2024-11-22T05:17:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:22,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:22,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:17:22,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35093%2C1732252634860.rep, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs, maxLogs=10 2024-11-22T05:17:22,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.rep.1732252642882, exclude list is [], retry=0 2024-11-22T05:17:22,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-a066c26a-4357-47ac-976e-4e6f75952404,DISK] 2024-11-22T05:17:22,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.rep.1732252642882 2024-11-22T05:17:22,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41187:41187)] 2024-11-22T05:17:22,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 13e1ec4348fe38b53e75c3f9726c20f8, NAME => 'hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:22,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:22,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. service=MultiRowMutationService 2024-11-22T05:17:22,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:17:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,905 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,906 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e1ec4348fe38b53e75c3f9726c20f8 columnFamilyName hfileref 2024-11-22T05:17:22,907 DEBUG [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:22,907 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(327): Store=13e1ec4348fe38b53e75c3f9726c20f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:22,907 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,909 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e1ec4348fe38b53e75c3f9726c20f8 columnFamilyName queue 2024-11-22T05:17:22,909 DEBUG [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:22,910 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(327): Store=13e1ec4348fe38b53e75c3f9726c20f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:22,910 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,912 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e1ec4348fe38b53e75c3f9726c20f8 columnFamilyName sid 2024-11-22T05:17:22,913 DEBUG [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:22,913 INFO [StoreOpener-13e1ec4348fe38b53e75c3f9726c20f8-1 {}] regionserver.HStore(327): Store=13e1ec4348fe38b53e75c3f9726c20f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:22,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:17:22,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:22,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 13e1ec4348fe38b53e75c3f9726c20f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74377504, jitterRate=0.10831117630004883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:17:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 13e1ec4348fe38b53e75c3f9726c20f8: Running coprocessor pre-open hook at 1732252642903Writing region info on filesystem at 1732252642903Initializing all the Stores at 1732252642904 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252642904Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252642904Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252642905 (+1 ms)Cleaning up temporary data from old regions at 1732252642916 (+11 ms)Running coprocessor post-open hooks at 1732252642922 (+6 ms)Region opened successfully at 1732252642922 2024-11-22T05:17:22,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8., pid=7, masterSystemTime=1732252642875 2024-11-22T05:17:22,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:22,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=13e1ec4348fe38b53e75c3f9726c20f8, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,35093,1732252634860 2024-11-22T05:17:22,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13e1ec4348fe38b53e75c3f9726c20f8, server=82891a793a29,35093,1732252634860 because future has completed 2024-11-22T05:17:22,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T05:17:22,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 13e1ec4348fe38b53e75c3f9726c20f8, server=82891a793a29,35093,1732252634860 in 217 msec 2024-11-22T05:17:22,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:17:22,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13e1ec4348fe38b53e75c3f9726c20f8, ASSIGN in 380 msec 2024-11-22T05:17:22,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:17:22,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252642940"}]},"ts":"1732252642940"} 2024-11-22T05:17:22,944 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:17:22,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:17:22,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 831 msec 2024-11-22T05:17:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8., hostname=82891a793a29,35093,1732252634860, seqNum=2] 2024-11-22T05:17:23,031 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:17:23,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:17:23,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:23,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:23,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:17:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:23,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T05:17:23,324 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:17:23,357 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,35093,1732252634860, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:17:23,357 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:23,358 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35093,1732252634860, seqNum=-1] 2024-11-22T05:17:23,358 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:23,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-22T05:17:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,35093,1732252634860', locateType=CURRENT is [region=hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8., hostname=82891a793a29,35093,1732252634860, seqNum=2] 2024-11-22T05:17:23,366 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T05:17:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T05:17:23,369 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,35093,1732252634860 suceeded 2024-11-22T05:17:23,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T05:17:23,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-22T05:17:23,372 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:44513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:17:23,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2700 sec 2024-11-22T05:17:23,380 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:44513' 2024-11-22T05:17:23,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e47ea4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:23,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,44513,-1 for getting cluster id 2024-11-22T05:17:23,382 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:23,382 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82cde8bb-22a9-435a-8384-625d24e4a537' 2024-11-22T05:17:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82cde8bb-22a9-435a-8384-625d24e4a537" 2024-11-22T05:17:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e75e637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,44513,-1] 2024-11-22T05:17:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:23,384 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:23,384 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d0e8c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:23,384 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,44513,1732252640441 2024-11-22T05:17:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7053f984 2024-11-22T05:17:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:23,386 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-22T05:17:23,387 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,35093,1732252634860 (queues=1) is replicating from cluster=e1360b0d-ae99-42da-a772-023f1da736a2 to cluster=82cde8bb-22a9-435a-8384-625d24e4a537 2024-11-22T05:17:23,387 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C35093%2C1732252634860 2024-11-22T05:17:23,387 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,35093,1732252634860, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:17:23,387 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.shipper82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C35093%2C1732252634860 2024-11-22T05:17:23,387 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171, startPosition=0, beingWritten=true 2024-11-22T05:17:23,593 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:23,899 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:24,254 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:17:24,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:24,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:24,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:24,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42819,1732252634677 2024-11-22T05:17:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58956bdd 2024-11-22T05:17:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:24,257 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:24,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42819 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:17:24,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:17:24,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:24,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:24,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:24,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:17:24,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566150146, stopped=false 2024-11-22T05:17:24,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,44513,1732252640441 2024-11-22T05:17:24,304 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1435392544/running 2024-11-22T05:17:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:24,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1435392544/running 2024-11-22T05:17:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:24,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:24,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:24,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,41815,1732252640585' ***** 2024-11-22T05:17:24,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:17:24,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/running 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,41815,1732252640585 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:24,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:41815. 2024-11-22T05:17:24,312 DEBUG [RS:0;82891a793a29:41815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:24,312 DEBUG [RS:0;82891a793a29:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:17:24,312 INFO [RS:0;82891a793a29:41815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:17:24,313 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:17:24,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Set watcher on znode that does not yet exist, /1435392544/running 2024-11-22T05:17:24,313 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:17:24,313 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:17:24,313 DEBUG [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:24,313 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:24,313 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:24,313 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:24,313 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:24,313 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:24,313 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T05:17:24,337 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/.tmp/ns/5a09475902d541568b7bece86aa78497 is 43, key is default/ns:d/1732252641949/Put/seqid=0 2024-11-22T05:17:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741835_1011 (size=5153) 2024-11-22T05:17:24,343 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/.tmp/ns/5a09475902d541568b7bece86aa78497 2024-11-22T05:17:24,351 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/.tmp/ns/5a09475902d541568b7bece86aa78497 as hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/ns/5a09475902d541568b7bece86aa78497 2024-11-22T05:17:24,352 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:24,359 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/ns/5a09475902d541568b7bece86aa78497, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T05:17:24,360 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=6, compaction requested=false 2024-11-22T05:17:24,365 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T05:17:24,365 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:24,366 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:24,366 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:24,366 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252644313Running coprocessor pre-close hooks at 1732252644313Disabling compacts and flushes for region at 1732252644313Disabling writes for close at 1732252644313Obtaining lock to block concurrent updates at 1732252644313Preparing flush snapshotting stores in 1588230740 at 1732252644313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732252644314 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252644315 (+1 ms)Flushing 1588230740/ns: creating writer at 1732252644315Flushing 1588230740/ns: appending metadata at 1732252644336 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732252644336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f35737e: reopening flushed file at 1732252644350 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 47ms, sequenceid=6, compaction requested=false at 1732252644360 (+10 ms)Writing region close event to WAL at 1732252644361 (+1 ms)Running coprocessor post-close hooks at 1732252644365 (+4 ms)Closed at 1732252644366 (+1 ms) 2024-11-22T05:17:24,366 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:24,513 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,41815,1732252640585; all regions closed. 2024-11-22T05:17:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741834_1010 (size=1152) 2024-11-22T05:17:24,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.meta.1732252641854.meta not finished, retry = 0 2024-11-22T05:17:24,619 DEBUG [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/oldWALs 2024-11-22T05:17:24,619 INFO [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C41815%2C1732252640585.meta:.meta(num 1732252641854) 2024-11-22T05:17:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741833_1009 (size=93) 2024-11-22T05:17:24,621 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/WALs/82891a793a29,41815,1732252640585/82891a793a29%2C41815%2C1732252640585.1732252641294 not finished, retry = 0 2024-11-22T05:17:24,724 DEBUG [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/oldWALs 2024-11-22T05:17:24,724 INFO [RS:0;82891a793a29:41815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C41815%2C1732252640585:(num 1732252641294) 2024-11-22T05:17:24,724 DEBUG [RS:0;82891a793a29:41815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:24,724 INFO [RS:0;82891a793a29:41815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:24,724 INFO [RS:0;82891a793a29:41815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:24,724 INFO [RS:0;82891a793a29:41815 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:24,725 INFO [RS:0;82891a793a29:41815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:24,725 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:24,725 INFO [RS:0;82891a793a29:41815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41815 2024-11-22T05:17:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544/rs 2024-11-22T05:17:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1435392544/rs/82891a793a29,41815,1732252640585 2024-11-22T05:17:24,742 INFO [RS:0;82891a793a29:41815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:24,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,41815,1732252640585] 2024-11-22T05:17:24,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1435392544/draining/82891a793a29,41815,1732252640585 already deleted, retry=false 2024-11-22T05:17:24,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,41815,1732252640585 expired; onlineServers=0 2024-11-22T05:17:24,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,44513,1732252640441' ***** 2024-11-22T05:17:24,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:24,763 INFO [M:0;82891a793a29:44513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:24,763 INFO [M:0;82891a793a29:44513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:24,764 DEBUG [M:0;82891a793a29:44513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:24,764 DEBUG [M:0;82891a793a29:44513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:24,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:24,764 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252641024 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252641024,5,FailOnTimeoutGroup] 2024-11-22T05:17:24,764 INFO [M:0;82891a793a29:44513 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:24,764 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252641025 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252641025,5,FailOnTimeoutGroup] 2024-11-22T05:17:24,764 INFO [M:0;82891a793a29:44513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:24,764 DEBUG [M:0;82891a793a29:44513 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:24,764 INFO [M:0;82891a793a29:44513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:24,764 INFO [M:0;82891a793a29:44513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:24,764 INFO [M:0;82891a793a29:44513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:24,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:24,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1435392544/master 2024-11-22T05:17:24,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1435392544 2024-11-22T05:17:24,774 DEBUG [M:0;82891a793a29:44513 {}] zookeeper.ZKUtil(347): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Unable to get data of znode /1435392544/master because node does not exist (not an error) 2024-11-22T05:17:24,774 WARN [M:0;82891a793a29:44513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:24,774 INFO [M:0;82891a793a29:44513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/.lastflushedseqids 2024-11-22T05:17:24,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741836_1012 (size=99) 2024-11-22T05:17:24,811 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:24,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:24,853 INFO [RS:0;82891a793a29:41815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:24,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41815-0x10160f983330004, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:24,853 INFO [RS:0;82891a793a29:41815 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,41815,1732252640585; zookeeper connection closed. 2024-11-22T05:17:24,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e077a2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e077a2c 2024-11-22T05:17:24,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:25,183 INFO [M:0;82891a793a29:44513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:25,183 INFO [M:0;82891a793a29:44513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:25,183 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:25,183 INFO [M:0;82891a793a29:44513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:25,183 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:25,183 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:25,183 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:25,184 INFO [M:0;82891a793a29:44513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T05:17:25,208 DEBUG [M:0;82891a793a29:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d43459ebf5804145b6bb2c6493e64cfe is 82, key is hbase:meta,,1/info:regioninfo/1732252641922/Put/seqid=0 2024-11-22T05:17:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741837_1013 (size=5672) 2024-11-22T05:17:25,416 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:25,624 INFO [M:0;82891a793a29:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d43459ebf5804145b6bb2c6493e64cfe 2024-11-22T05:17:25,642 DEBUG [M:0;82891a793a29:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c606239fdc1e45fe9a016a6eb7cdaf4f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732252641958/Put/seqid=0 2024-11-22T05:17:25,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741838_1014 (size=5275) 2024-11-22T05:17:26,047 INFO [M:0;82891a793a29:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c606239fdc1e45fe9a016a6eb7cdaf4f 2024-11-22T05:17:26,068 DEBUG [M:0;82891a793a29:44513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1cbd452a4d148928a84927c1d45b7d5 is 69, key is 82891a793a29,41815,1732252640585/rs:state/1732252641079/Put/seqid=0 2024-11-22T05:17:26,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741839_1015 (size=5156) 2024-11-22T05:17:26,122 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:17:26,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:17:26,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:17:26,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:17:26,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:26,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:17:26,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:26,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:17:26,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:17:26,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:17:26,473 INFO [M:0;82891a793a29:44513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1cbd452a4d148928a84927c1d45b7d5 2024-11-22T05:17:26,478 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d43459ebf5804145b6bb2c6493e64cfe as hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d43459ebf5804145b6bb2c6493e64cfe 2024-11-22T05:17:26,483 INFO [M:0;82891a793a29:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d43459ebf5804145b6bb2c6493e64cfe, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T05:17:26,484 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c606239fdc1e45fe9a016a6eb7cdaf4f as hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c606239fdc1e45fe9a016a6eb7cdaf4f 2024-11-22T05:17:26,488 INFO [M:0;82891a793a29:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c606239fdc1e45fe9a016a6eb7cdaf4f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T05:17:26,489 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1cbd452a4d148928a84927c1d45b7d5 as hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1cbd452a4d148928a84927c1d45b7d5 2024-11-22T05:17:26,494 INFO [M:0;82891a793a29:44513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44007/user/jenkins/test-data/d5ae05f0-1505-56e9-a6c8-99c28fc3df14/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1cbd452a4d148928a84927c1d45b7d5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T05:17:26,495 INFO [M:0;82891a793a29:44513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-22T05:17:26,496 INFO [M:0;82891a793a29:44513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:26,496 DEBUG [M:0;82891a793a29:44513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252645183Disabling compacts and flushes for region at 1732252645183Disabling writes for close at 1732252645183Obtaining lock to block concurrent updates at 1732252645184 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252645184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732252645184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252645185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252645185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252645208 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252645208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252645628 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252645641 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252645641Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252646053 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252646067 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252646067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64233df4: reopening flushed file at 1732252646477 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c6bd69: reopening flushed file at 1732252646483 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@589e3ba2: reopening flushed file at 1732252646488 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1732252646495 (+7 ms)Writing region close event to WAL at 1732252646496 (+1 ms)Closed at 1732252646496 2024-11-22T05:17:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35937 is added to blk_1073741830_1006 (size=10165) 2024-11-22T05:17:26,499 INFO [M:0;82891a793a29:44513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:26,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:26,499 INFO [M:0;82891a793a29:44513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44513 2024-11-22T05:17:26,499 INFO [M:0;82891a793a29:44513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:26,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:26,642 INFO [M:0;82891a793a29:44513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:26,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44513-0x10160f983330003, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:26,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17bfb586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:26,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24630b66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:26,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:26,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:26,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:26,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:17:26,647 WARN [BP-937986826-172.17.0.2-1732252638359 heartbeating to localhost/127.0.0.1:44007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:17:26,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:17:26,647 WARN [BP-937986826-172.17.0.2-1732252638359 heartbeating to localhost/127.0.0.1:44007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-937986826-172.17.0.2-1732252638359 (Datanode Uuid 27eac96c-8237-49d6-9f18-1ade91d14c15) service to localhost/127.0.0.1:44007 2024-11-22T05:17:26,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/cluster_49ab69fb-5cc8-66bb-529e-95f9b356fb08/data/data1/current/BP-937986826-172.17.0.2-1732252638359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:26,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/cluster_49ab69fb-5cc8-66bb-529e-95f9b356fb08/data/data2/current/BP-937986826-172.17.0.2-1732252638359 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:26,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:17:26,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5370dd45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:26,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@372d7fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:26,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:26,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:17:26,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:17:26,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:26,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:26,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:26,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:26,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:26,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:17:26,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1017479072, stopped=false 2024-11-22T05:17:26,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,42819,1732252634677 2024-11-22T05:17:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-763077147/running 2024-11-22T05:17:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-763077147/running 2024-11-22T05:17:26,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:26,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:26,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:26,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:26,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:26,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/running 2024-11-22T05:17:26,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,35093,1732252634860' ***** 2024-11-22T05:17:26,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:17:26,680 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for 13e1ec4348fe38b53e75c3f9726c20f8 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,35093,1732252634860 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35093. 2024-11-22T05:17:26,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Set watcher on znode that does not yet exist, /0-763077147/running 2024-11-22T05:17:26,680 DEBUG [RS:0;82891a793a29:35093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:26,680 DEBUG [RS:0;82891a793a29:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:26,680 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13e1ec4348fe38b53e75c3f9726c20f8, disabling compactions & flushes 2024-11-22T05:17:26,680 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:26,680 INFO [RS:0;82891a793a29:35093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:17:26,681 INFO [RS:0;82891a793a29:35093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:26,681 INFO [RS:0;82891a793a29:35093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. after waiting 0 ms 2024-11-22T05:17:26,681 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:26,681 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13e1ec4348fe38b53e75c3f9726c20f8 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T05:17:26,681 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:17:26,681 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1325): Online Regions={13e1ec4348fe38b53e75c3f9726c20f8=hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:17:26,681 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1351): Waiting on 13e1ec4348fe38b53e75c3f9726c20f8, 1588230740 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:26,681 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:26,681 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:26,681 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T05:17:26,696 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/info/395d153620a944b68851c29ceb2d4156 is 147, key is hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8./info:regioninfo/1732252642927/Put/seqid=0 2024-11-22T05:17:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741838_1014 (size=6631) 2024-11-22T05:17:26,701 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/.tmp/queue/a821793b7fd645b3b5545947e9a8982c is 151, key is 1-82891a793a29,35093,1732252634860/queue:82891a793a29%2C35093%2C1732252634860/1732252643365/Put/seqid=0 2024-11-22T05:17:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741839_1015 (size=5350) 2024-11-22T05:17:26,745 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:26,881 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1351): Waiting on 13e1ec4348fe38b53e75c3f9726c20f8, 1588230740 2024-11-22T05:17:26,928 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:27,081 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1351): Waiting on 13e1ec4348fe38b53e75c3f9726c20f8, 1588230740 2024-11-22T05:17:27,095 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:17:27,095 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:17:27,101 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/info/395d153620a944b68851c29ceb2d4156 2024-11-22T05:17:27,107 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/.tmp/queue/a821793b7fd645b3b5545947e9a8982c 2024-11-22T05:17:27,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/.tmp/queue/a821793b7fd645b3b5545947e9a8982c as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/queue/a821793b7fd645b3b5545947e9a8982c 2024-11-22T05:17:27,121 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/queue/a821793b7fd645b3b5545947e9a8982c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T05:17:27,122 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 13e1ec4348fe38b53e75c3f9726c20f8 in 441ms, sequenceid=5, compaction requested=false 2024-11-22T05:17:27,125 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/ns/b4ecd8f502754a619b96dbf09cd3dcac is 43, key is default/ns:d/1732252638200/Put/seqid=0 2024-11-22T05:17:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741840_1016 (size=5153) 2024-11-22T05:17:27,129 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/ns/b4ecd8f502754a619b96dbf09cd3dcac 2024-11-22T05:17:27,130 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/replication/13e1ec4348fe38b53e75c3f9726c20f8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:17:27,131 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:27,131 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:27,131 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:27,131 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13e1ec4348fe38b53e75c3f9726c20f8: Waiting for close lock at 1732252646680Running coprocessor pre-close hooks at 1732252646680Disabling compacts and flushes for region at 1732252646680Disabling writes for close at 1732252646681 (+1 ms)Obtaining lock to block concurrent updates at 1732252646681Preparing flush snapshotting stores in 13e1ec4348fe38b53e75c3f9726c20f8 at 1732252646681Finished memstore snapshotting hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732252646681Flushing stores of hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. at 1732252646682 (+1 ms)Flushing 13e1ec4348fe38b53e75c3f9726c20f8/queue: creating writer at 1732252646682Flushing 13e1ec4348fe38b53e75c3f9726c20f8/queue: appending metadata at 1732252646701 (+19 ms)Flushing 13e1ec4348fe38b53e75c3f9726c20f8/queue: closing flushed file at 1732252646701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421f7b34: reopening flushed file at 1732252647113 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 13e1ec4348fe38b53e75c3f9726c20f8 in 441ms, sequenceid=5, compaction requested=false at 1732252647122 (+9 ms)Writing region close event to WAL at 1732252647126 (+4 ms)Running coprocessor post-close hooks at 1732252647131 (+5 ms)Closed at 1732252647131 2024-11-22T05:17:27,131 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252642114.13e1ec4348fe38b53e75c3f9726c20f8. 2024-11-22T05:17:27,156 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/table/d5d500a640ec4117848bc4afebd946ec is 53, key is hbase:replication/table:state/1732252642940/Put/seqid=0 2024-11-22T05:17:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741841_1017 (size=5256) 2024-11-22T05:17:27,282 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:27,384 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:27,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:27,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:27,482 DEBUG [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:27,562 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/table/d5d500a640ec4117848bc4afebd946ec 2024-11-22T05:17:27,569 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/info/395d153620a944b68851c29ceb2d4156 as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/info/395d153620a944b68851c29ceb2d4156 2024-11-22T05:17:27,574 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/info/395d153620a944b68851c29ceb2d4156, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T05:17:27,575 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/ns/b4ecd8f502754a619b96dbf09cd3dcac as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/ns/b4ecd8f502754a619b96dbf09cd3dcac 2024-11-22T05:17:27,582 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/ns/b4ecd8f502754a619b96dbf09cd3dcac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:17:27,583 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/.tmp/table/d5d500a640ec4117848bc4afebd946ec as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/table/d5d500a640ec4117848bc4afebd946ec 2024-11-22T05:17:27,589 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/table/d5d500a640ec4117848bc4afebd946ec, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T05:17:27,590 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false 2024-11-22T05:17:27,603 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:17:27,604 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:17:27,604 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:27,604 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:27,604 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252646681Running coprocessor pre-close hooks at 1732252646681Disabling compacts and flushes for region at 1732252646681Disabling writes for close at 1732252646681Obtaining lock to block concurrent updates at 1732252646681Preparing flush snapshotting stores in 1588230740 at 1732252646681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732252646682 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252646682Flushing 1588230740/info: creating writer at 1732252646682Flushing 1588230740/info: appending metadata at 1732252646696 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732252646696Flushing 1588230740/ns: creating writer at 1732252647108 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732252647124 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732252647124Flushing 1588230740/table: creating writer at 1732252647136 (+12 ms)Flushing 1588230740/table: appending metadata at 1732252647156 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732252647156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e46a862: reopening flushed file at 1732252647568 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8ce6ba: reopening flushed file at 1732252647574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e332f8: reopening flushed file at 1732252647582 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false at 1732252647590 (+8 ms)Writing region close event to WAL at 1732252647592 (+2 ms)Running coprocessor post-close hooks at 1732252647604 (+12 ms)Closed at 1732252647604 2024-11-22T05:17:27,604 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:27,682 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,35093,1732252634860; all regions closed. 2024-11-22T05:17:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741834_1010 (size=2742) 2024-11-22T05:17:27,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.meta.1732252638082.meta not finished, retry = 0 2024-11-22T05:17:27,787 DEBUG [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs 2024-11-22T05:17:27,787 INFO [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C35093%2C1732252634860.meta:.meta(num 1732252638082) 2024-11-22T05:17:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741837_1013 (size=1586) 2024-11-22T05:17:27,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.rep.1732252642882 not finished, retry = 0 2024-11-22T05:17:27,834 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 to pos 0, reset compression=false 2024-11-22T05:17:27,892 DEBUG [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs 2024-11-22T05:17:27,892 INFO [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C35093%2C1732252634860.rep:(num 1732252642882) 2024-11-22T05:17:27,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/WALs/82891a793a29,35093,1732252634860/82891a793a29%2C35093%2C1732252634860.1732252637171 not finished, retry = 0 2024-11-22T05:17:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741832_1008 (size=93) 2024-11-22T05:17:27,997 DEBUG [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/oldWALs 2024-11-22T05:17:27,997 INFO [RS:0;82891a793a29:35093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C35093%2C1732252634860:(num 1732252637171) 2024-11-22T05:17:27,997 DEBUG [RS:0;82891a793a29:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:27,997 INFO [RS:0;82891a793a29:35093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:27,997 INFO [RS:0;82891a793a29:35093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:27,998 INFO [RS:0;82891a793a29:35093 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:27,998 INFO [RS:0;82891a793a29:35093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:27,998 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:27,998 INFO [RS:0;82891a793a29:35093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,35093,1732252634860 because: Region server is closing 2024-11-22T05:17:27,998 INFO [RS:0;82891a793a29:35093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35093. 2024-11-22T05:17:27,998 DEBUG [RS:0;82891a793a29:35093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:27,998 DEBUG [RS:0;82891a793a29:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:27,998 DEBUG [RS:0;82891a793a29:35093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:27,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:28,099 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.wal-reader.82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:17:28,099 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.shipper82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:17:28,099 INFO [RS:0;82891a793a29:35093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35093,1732252634860.replicationSource.shipper82891a793a29%2C35093%2C1732252634860,1-82891a793a29,35093,1732252634860 terminated 2024-11-22T05:17:28,099 INFO [RS:0;82891a793a29:35093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35093 2024-11-22T05:17:28,142 INFO [RS:0;82891a793a29:35093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147/rs 2024-11-22T05:17:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-763077147/rs/82891a793a29,35093,1732252634860 2024-11-22T05:17:28,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,35093,1732252634860] 2024-11-22T05:17:28,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-763077147/draining/82891a793a29,35093,1732252634860 already deleted, retry=false 2024-11-22T05:17:28,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,35093,1732252634860 expired; onlineServers=0 2024-11-22T05:17:28,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,42819,1732252634677' ***** 2024-11-22T05:17:28,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:28,163 INFO [M:0;82891a793a29:42819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:28,163 INFO [M:0;82891a793a29:42819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:28,163 DEBUG [M:0;82891a793a29:42819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:28,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:28,163 DEBUG [M:0;82891a793a29:42819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:28,163 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252636910 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252636910,5,FailOnTimeoutGroup] 2024-11-22T05:17:28,163 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252636910 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252636910,5,FailOnTimeoutGroup] 2024-11-22T05:17:28,163 INFO [M:0;82891a793a29:42819 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:28,163 INFO [M:0;82891a793a29:42819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:28,163 DEBUG [M:0;82891a793a29:42819 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:28,164 INFO [M:0;82891a793a29:42819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:28,164 INFO [M:0;82891a793a29:42819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:28,164 INFO [M:0;82891a793a29:42819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:28,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-763077147/master 2024-11-22T05:17:28,173 DEBUG [M:0;82891a793a29:42819 {}] zookeeper.ZKUtil(347): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Unable to get data of znode /0-763077147/master because node does not exist (not an error) 2024-11-22T05:17:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-763077147 2024-11-22T05:17:28,173 WARN [M:0;82891a793a29:42819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:28,174 INFO [M:0;82891a793a29:42819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/.lastflushedseqids 2024-11-22T05:17:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741842_1018 (size=181) 2024-11-22T05:17:28,185 INFO [M:0;82891a793a29:42819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:28,185 INFO [M:0;82891a793a29:42819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:28,186 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:28,186 INFO [M:0;82891a793a29:42819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:28,186 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:28,186 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:28,186 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:28,186 INFO [M:0;82891a793a29:42819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T05:17:28,202 DEBUG [M:0;82891a793a29:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1f60ac747a4e2d8e43753870a294f4 is 82, key is hbase:meta,,1/info:regioninfo/1732252638118/Put/seqid=0 2024-11-22T05:17:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741843_1019 (size=5672) 2024-11-22T05:17:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:28,252 INFO [RS:0;82891a793a29:35093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35093-0x10160f983330001, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:28,252 INFO [RS:0;82891a793a29:35093 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,35093,1732252634860; zookeeper connection closed. 2024-11-22T05:17:28,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 2024-11-22T05:17:28,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:28,609 INFO [M:0;82891a793a29:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1f60ac747a4e2d8e43753870a294f4 2024-11-22T05:17:28,627 DEBUG [M:0;82891a793a29:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e8a49dc6b254c0583908b384b60214e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732252642948/Put/seqid=0 2024-11-22T05:17:28,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741844_1020 (size=7203) 2024-11-22T05:17:29,032 INFO [M:0;82891a793a29:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e8a49dc6b254c0583908b384b60214e 2024-11-22T05:17:29,049 DEBUG [M:0;82891a793a29:42819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9eb9d59a3594a318543caee48c9cb71 is 69, key is 82891a793a29,35093,1732252634860/rs:state/1732252637020/Put/seqid=0 2024-11-22T05:17:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741845_1021 (size=5156) 2024-11-22T05:17:29,454 INFO [M:0;82891a793a29:42819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9eb9d59a3594a318543caee48c9cb71 2024-11-22T05:17:29,459 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e1f60ac747a4e2d8e43753870a294f4 as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1f60ac747a4e2d8e43753870a294f4 2024-11-22T05:17:29,465 INFO [M:0;82891a793a29:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e1f60ac747a4e2d8e43753870a294f4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T05:17:29,465 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e8a49dc6b254c0583908b384b60214e as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e8a49dc6b254c0583908b384b60214e 2024-11-22T05:17:29,471 INFO [M:0;82891a793a29:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e8a49dc6b254c0583908b384b60214e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T05:17:29,472 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9eb9d59a3594a318543caee48c9cb71 as hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9eb9d59a3594a318543caee48c9cb71 2024-11-22T05:17:29,477 INFO [M:0;82891a793a29:42819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9eb9d59a3594a318543caee48c9cb71, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T05:17:29,478 INFO [M:0;82891a793a29:42819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false 2024-11-22T05:17:29,479 INFO [M:0;82891a793a29:42819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:29,479 DEBUG [M:0;82891a793a29:42819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252648185Disabling compacts and flushes for region at 1732252648185Disabling writes for close at 1732252648186 (+1 ms)Obtaining lock to block concurrent updates at 1732252648186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252648186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732252648186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252648187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252648187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252648202 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252648202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252648613 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252648626 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252648626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252649036 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252649049 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252649049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da7ea05: reopening flushed file at 1732252649458 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b274f40: reopening flushed file at 1732252649465 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2581ed96: reopening flushed file at 1732252649471 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=70, compaction requested=false at 1732252649478 (+7 ms)Writing region close event to WAL at 1732252649479 (+1 ms)Closed at 1732252649479 2024-11-22T05:17:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741830_1006 (size=41008) 2024-11-22T05:17:29,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc8d334-e4a1-d220-eeff-be68505cf9e4/MasterData/WALs/82891a793a29,42819,1732252634677/82891a793a29%2C42819%2C1732252634677.1732252636636 not finished, retry = 0 2024-11-22T05:17:29,582 INFO [M:0;82891a793a29:42819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:29,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:29,583 INFO [M:0;82891a793a29:42819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42819 2024-11-22T05:17:29,583 INFO [M:0;82891a793a29:42819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:29,747 INFO [M:0;82891a793a29:42819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:29,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:29,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42819-0x10160f983330000, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:29,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:29,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:29,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:29,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:29,754 WARN [BP-117409772-172.17.0.2-1732252632995 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:17:29,754 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:17:29,755 WARN [BP-117409772-172.17.0.2-1732252632995 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-117409772-172.17.0.2-1732252632995 (Datanode Uuid a6265756-5cf7-4c4f-94df-86d76f7dd73b) service to localhost/127.0.0.1:41023 2024-11-22T05:17:29,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:17:29,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/data/data1/current/BP-117409772-172.17.0.2-1732252632995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:29,755 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/cluster_7845564a-fef3-e7c4-4ba8-fb0d0e28ad94/data/data2/current/BP-117409772-172.17.0.2-1732252632995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:29,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:17:29,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:29,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:29,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:29,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:29,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c82ddb8f-f430-939a-a01a-ab2ae613c6e4/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:29,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:17:29,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:17:29,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63281) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41023 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44007 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 423) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=8442 (was 7917) - AvailableMemoryMB LEAK? - 2024-11-22T05:17:29,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=8442 2024-11-22T05:17:29,811 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-22T05:17:29,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir so I do NOT create it in target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b 2024-11-22T05:17:29,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:17:29,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.tmp.dir so I do NOT create it in target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b 2024-11-22T05:17:29,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd382b9-b1cb-974f-c5e3-88d01e5c45b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:17:29,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b 2024-11-22T05:17:29,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633, deleteOnExit=true 2024-11-22T05:17:29,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/zookeeper_0, clientPort=63069, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:17:29,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63069 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/test.cache.data in system properties and HBase conf 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:17:29,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:17:29,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:17:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:29,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:17:29,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:17:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160f983330005, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:17:29,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160f983330002, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:17:29,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160f983330005, quorum=127.0.0.1:63281, baseZNode=/1435392544 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:17:29,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160f983330002, quorum=127.0.0.1:63281, baseZNode=/0-763077147 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:17:30,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:30,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:30,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:30,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:30,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:17:30,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:30,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:30,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:30,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/java.io.tmpdir/jetty-localhost-39643-hadoop-hdfs-3_4_1-tests_jar-_-any-6137379376574258342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:30,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:39643} 2024-11-22T05:17:30,341 INFO [Time-limited test {}] server.Server(415): Started @49829ms 2024-11-22T05:17:30,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:30,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:30,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:30,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:30,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:17:30,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:30,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:30,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/java.io.tmpdir/jetty-localhost-45245-hadoop-hdfs-3_4_1-tests_jar-_-any-6535374205452971642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:30,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:45245} 2024-11-22T05:17:30,787 INFO [Time-limited test {}] server.Server(415): Started @50275ms 2024-11-22T05:17:30,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:17:31,705 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/data/data1/current/BP-1348659258-172.17.0.2-1732252649854/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:31,705 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/data/data2/current/BP-1348659258-172.17.0.2-1732252649854/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:31,734 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:17:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243c62431f3c7344 with lease ID 0x1a5a774734fcdaeb: Processing first storage report for DS-9d23cd93-0a7a-444f-a134-7965f6d2b494 from datanode DatanodeRegistration(127.0.0.1:40569, datanodeUuid=b96cf15f-97e4-4949-a300-f39bb0fbf06a, infoPort=41331, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=1414711122;c=1732252649854) 2024-11-22T05:17:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243c62431f3c7344 with lease ID 0x1a5a774734fcdaeb: from storage DS-9d23cd93-0a7a-444f-a134-7965f6d2b494 node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=b96cf15f-97e4-4949-a300-f39bb0fbf06a, infoPort=41331, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=1414711122;c=1732252649854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243c62431f3c7344 with lease ID 0x1a5a774734fcdaeb: Processing first storage report for DS-386a4fb4-5e62-454c-926d-87422e98b31a from datanode DatanodeRegistration(127.0.0.1:40569, datanodeUuid=b96cf15f-97e4-4949-a300-f39bb0fbf06a, infoPort=41331, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=1414711122;c=1732252649854) 2024-11-22T05:17:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243c62431f3c7344 with lease ID 0x1a5a774734fcdaeb: from storage DS-386a4fb4-5e62-454c-926d-87422e98b31a node DatanodeRegistration(127.0.0.1:40569, datanodeUuid=b96cf15f-97e4-4949-a300-f39bb0fbf06a, infoPort=41331, infoSecurePort=0, ipcPort=36381, storageInfo=lv=-57;cid=testClusterID;nsid=1414711122;c=1732252649854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:31,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b 2024-11-22T05:17:31,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:31,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:17:32,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45 with version=8 2024-11-22T05:17:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/hbase-staging 2024-11-22T05:17:32,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:17:32,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:32,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45455 2024-11-22T05:17:32,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45455 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:32,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454550x0, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:32,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45455-0x10160f9c5080000 connected 2024-11-22T05:17:32,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:32,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:32,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/running 2024-11-22T05:17:32,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45, hbase.cluster.distributed=false 2024-11-22T05:17:32,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/acl 2024-11-22T05:17:32,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45455 2024-11-22T05:17:32,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45455 2024-11-22T05:17:32,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45455 2024-11-22T05:17:32,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45455 2024-11-22T05:17:32,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45455 2024-11-22T05:17:32,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:17:32,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:32,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33565 2024-11-22T05:17:32,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33565 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:32,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:32,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335650x0, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:32,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335650x0, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/running 2024-11-22T05:17:32,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33565-0x10160f9c5080001 connected 2024-11-22T05:17:32,437 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:17:32,440 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:17:32,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/master 2024-11-22T05:17:32,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/acl 2024-11-22T05:17:32,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-22T05:17:32,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33565 2024-11-22T05:17:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33565 2024-11-22T05:17:32,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-22T05:17:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33565 2024-11-22T05:17:32,460 DEBUG [M:0;82891a793a29:45455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:45455 2024-11-22T05:17:32,461 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0980528765/backup-masters/82891a793a29,45455,1732252652244 2024-11-22T05:17:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/backup-masters 2024-11-22T05:17:32,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/backup-masters 2024-11-22T05:17:32,468 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on existing znode=/0980528765/backup-masters/82891a793a29,45455,1732252652244 2024-11-22T05:17:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980528765/master 2024-11-22T05:17:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:32,480 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on existing znode=/0980528765/master 2024-11-22T05:17:32,480 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0980528765/backup-masters/82891a793a29,45455,1732252652244 from backup master directory 2024-11-22T05:17:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/backup-masters 2024-11-22T05:17:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980528765/backup-masters/82891a793a29,45455,1732252652244 2024-11-22T05:17:32,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/backup-masters 2024-11-22T05:17:32,551 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:32,552 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,45455,1732252652244 2024-11-22T05:17:32,556 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/hbase.id] with ID: df8e6fa3-75c8-4535-ac70-b65872f41ab6 2024-11-22T05:17:32,556 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/.tmp/hbase.id 2024-11-22T05:17:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:17:32,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:32,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:32,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:32,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:32,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:32,961 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/.tmp/hbase.id]:[hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/hbase.id] 2024-11-22T05:17:32,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:32,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:17:32,973 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:17:33,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:33,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:17:33,446 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:33,447 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:17:33,447 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:17:33,854 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store 2024-11-22T05:17:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:34,263 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:34,263 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:34,263 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252654263Disabling compacts and flushes for region at 1732252654263Disabling writes for close at 1732252654263Writing region close event to WAL at 1732252654263Closed at 1732252654263 2024-11-22T05:17:34,264 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/.initializing 2024-11-22T05:17:34,264 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/WALs/82891a793a29,45455,1732252652244 2024-11-22T05:17:34,265 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:34,267 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C45455%2C1732252652244, suffix=, logDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/WALs/82891a793a29,45455,1732252652244, archiveDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/oldWALs, maxLogs=10 2024-11-22T05:17:34,278 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/WALs/82891a793a29,45455,1732252652244/82891a793a29%2C45455%2C1732252652244.1732252654267, exclude list is [], retry=0 2024-11-22T05:17:34,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-9d23cd93-0a7a-444f-a134-7965f6d2b494,DISK] 2024-11-22T05:17:34,282 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/WALs/82891a793a29,45455,1732252652244/82891a793a29%2C45455%2C1732252652244.1732252654267 2024-11-22T05:17:34,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-22T05:17:34,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:34,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:34,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:17:34,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:34,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:34,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:17:34,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:34,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:34,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:17:34,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:34,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:34,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:17:34,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:34,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:34,293 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,294 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,294 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,295 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,295 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,296 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:34,297 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:34,298 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:34,299 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63055839, jitterRate=-0.0603947788476944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:34,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252654283Initializing all the Stores at 1732252654284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252654284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252654286 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252654286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252654286Cleaning up temporary data from old regions at 1732252654295 (+9 ms)Region opened successfully at 1732252654299 (+4 ms) 2024-11-22T05:17:34,300 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:17:34,302 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12adf495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:34,303 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:17:34,304 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:17:34,304 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:17:34,304 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:17:34,304 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:17:34,305 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:17:34,305 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:17:34,306 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:17:34,307 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/balancer because node does not exist (not necessarily an error) 2024-11-22T05:17:34,320 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/balancer already deleted, retry=false 2024-11-22T05:17:34,320 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:17:34,321 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:17:34,330 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/normalizer already deleted, retry=false 2024-11-22T05:17:34,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:17:34,332 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:17:34,520 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/switch/split already deleted, retry=false 2024-11-22T05:17:34,522 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:17:34,531 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/switch/merge already deleted, retry=false 2024-11-22T05:17:34,533 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:17:34,541 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/snapshot-cleanup already deleted, retry=false 2024-11-22T05:17:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980528765/running 2024-11-22T05:17:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0980528765/running 2024-11-22T05:17:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,552 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,45455,1732252652244, sessionid=0x10160f9c5080000, setting cluster-up flag (Was=false) 2024-11-22T05:17:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,604 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980528765/flush-table-proc/acquired, /0980528765/flush-table-proc/reached, /0980528765/flush-table-proc/abort 2024-11-22T05:17:34,605 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45455,1732252652244 2024-11-22T05:17:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:34,657 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0980528765/online-snapshot/acquired, /0980528765/online-snapshot/reached, /0980528765/online-snapshot/abort 2024-11-22T05:17:34,658 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45455,1732252652244 2024-11-22T05:17:34,659 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:17:34,661 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:34,661 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:17:34,661 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:17:34,661 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,45455,1732252652244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:17:34,662 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:34,662 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:34,662 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:34,663 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:34,663 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:17:34,663 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,663 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:34,663 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252684664 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:17:34,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:17:34,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:17:34,664 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:17:34,665 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:17:34,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:34,665 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252654665,5,FailOnTimeoutGroup] 2024-11-22T05:17:34,666 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252654665,5,FailOnTimeoutGroup] 2024-11-22T05:17:34,666 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,666 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:17:34,666 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,666 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:17:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:17:34,752 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(746): ClusterId : df8e6fa3-75c8-4535-ac70-b65872f41ab6 2024-11-22T05:17:34,752 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:17:34,763 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:17:34,763 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:17:34,774 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:17:34,774 DEBUG [RS:0;82891a793a29:33565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33410cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:34,784 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:33565 2024-11-22T05:17:34,784 INFO [RS:0;82891a793a29:33565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:17:34,784 INFO [RS:0;82891a793a29:33565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:17:34,784 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:17:34,785 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,45455,1732252652244 with port=33565, startcode=1732252652421 2024-11-22T05:17:34,785 DEBUG [RS:0;82891a793a29:33565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:17:34,786 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:17:34,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,33565,1732252652421 2024-11-22T05:17:34,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45455 {}] master.ServerManager(517): Registering regionserver=82891a793a29,33565,1732252652421 2024-11-22T05:17:34,788 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45 2024-11-22T05:17:34,788 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35195 2024-11-22T05:17:34,788 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:17:34,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/rs 2024-11-22T05:17:34,794 DEBUG [RS:0;82891a793a29:33565 {}] zookeeper.ZKUtil(111): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on existing znode=/0980528765/rs/82891a793a29,33565,1732252652421 2024-11-22T05:17:34,794 WARN [RS:0;82891a793a29:33565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:34,794 INFO [RS:0;82891a793a29:33565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:34,794 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421 2024-11-22T05:17:34,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,33565,1732252652421] 2024-11-22T05:17:34,798 INFO [RS:0;82891a793a29:33565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:17:34,799 INFO [RS:0;82891a793a29:33565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:17:34,799 INFO [RS:0;82891a793a29:33565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:17:34,799 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,799 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:17:34,800 INFO [RS:0;82891a793a29:33565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:17:34,800 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,800 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,801 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,801 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,801 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:34,801 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:34,801 DEBUG [RS:0;82891a793a29:33565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:34,802 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,802 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,802 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,802 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,802 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,803 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33565,1732252652421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:34,814 INFO [RS:0;82891a793a29:33565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:17:34,815 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33565,1732252652421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,815 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,815 INFO [RS:0;82891a793a29:33565 {}] regionserver.Replication(171): 82891a793a29,33565,1732252652421 started 2024-11-22T05:17:34,826 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:34,827 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,33565,1732252652421, RpcServer on 82891a793a29/172.17.0.2:33565, sessionid=0x10160f9c5080001 2024-11-22T05:17:34,827 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:17:34,827 DEBUG [RS:0;82891a793a29:33565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,33565,1732252652421 2024-11-22T05:17:34,827 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,33565,1732252652421' 2024-11-22T05:17:34,827 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980528765/flush-table-proc/abort' 2024-11-22T05:17:34,827 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980528765/flush-table-proc/acquired' 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,33565,1732252652421 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,33565,1732252652421' 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0980528765/online-snapshot/abort' 2024-11-22T05:17:34,828 DEBUG [RS:0;82891a793a29:33565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0980528765/online-snapshot/acquired' 2024-11-22T05:17:34,829 DEBUG [RS:0;82891a793a29:33565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:17:34,829 INFO [RS:0;82891a793a29:33565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:17:34,829 INFO [RS:0;82891a793a29:33565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:17:34,929 INFO [RS:0;82891a793a29:33565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:34,931 INFO [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C33565%2C1732252652421, suffix=, logDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421, archiveDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs, maxLogs=10 2024-11-22T05:17:34,946 DEBUG [RS:0;82891a793a29:33565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931, exclude list is [], retry=0 2024-11-22T05:17:34,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-9d23cd93-0a7a-444f-a134-7965f6d2b494,DISK] 2024-11-22T05:17:34,950 INFO [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 2024-11-22T05:17:34,952 DEBUG [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-22T05:17:35,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:17:35,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45 2024-11-22T05:17:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:17:35,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:35,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:35,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:35,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:35,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:35,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:35,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:35,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:35,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:35,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:35,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740 2024-11-22T05:17:35,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740 2024-11-22T05:17:35,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:35,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:35,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:35,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:35,495 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:35,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70445254, jitterRate=0.04971608519554138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252655480Initializing all the Stores at 1732252655481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252655481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655481Cleaning up temporary data from old regions at 1732252655491 (+10 ms)Region opened successfully at 1732252655496 (+5 ms) 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:35,496 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:35,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252655496Disabling compacts and flushes for region at 1732252655496Disabling writes for close at 1732252655496Writing region close event to WAL at 1732252655496Closed at 1732252655496 2024-11-22T05:17:35,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:35,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:17:35,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:17:35,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:35,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:17:35,651 DEBUG [82891a793a29:45455 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:35,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:35,652 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,33565,1732252652421, state=OPENING 2024-11-22T05:17:35,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:17:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:35,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:35,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980528765/meta-region-server: CHANGED 2024-11-22T05:17:35,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980528765/meta-region-server: CHANGED 2024-11-22T05:17:35,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,33565,1732252652421}] 2024-11-22T05:17:35,863 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:35,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:17:35,868 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:17:35,868 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:35,868 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:17:35,870 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C33565%2C1732252652421.meta, suffix=.meta, logDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421, archiveDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs, maxLogs=10 2024-11-22T05:17:35,882 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.meta.1732252655870.meta, exclude list is [], retry=0 2024-11-22T05:17:35,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-9d23cd93-0a7a-444f-a134-7965f6d2b494,DISK] 2024-11-22T05:17:35,886 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.meta.1732252655870.meta 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:35,887 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:17:35,887 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:17:35,887 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:35,888 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:17:35,888 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:17:35,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:35,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:35,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:35,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:35,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:35,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:35,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:35,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:35,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:35,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:35,894 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:35,894 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740 2024-11-22T05:17:35,895 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740 2024-11-22T05:17:35,896 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:35,896 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:35,896 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:35,897 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:35,898 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68672323, jitterRate=0.023297354578971863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:35,898 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:17:35,898 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252655888Writing region info on filesystem at 1732252655888Initializing all the Stores at 1732252655889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655889Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252655889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252655889Cleaning up temporary data from old regions at 1732252655896 (+7 ms)Running coprocessor post-open hooks at 1732252655898 (+2 ms)Region opened successfully at 1732252655898 2024-11-22T05:17:35,899 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252655862 2024-11-22T05:17:35,901 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:17:35,901 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:17:35,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:35,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,33565,1732252652421, state=OPEN 2024-11-22T05:17:36,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980528765/meta-region-server 2024-11-22T05:17:36,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0980528765/meta-region-server 2024-11-22T05:17:36,069 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,33565,1732252652421 2024-11-22T05:17:36,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980528765/meta-region-server: CHANGED 2024-11-22T05:17:36,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0980528765/meta-region-server: CHANGED 2024-11-22T05:17:36,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:17:36,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,33565,1732252652421 in 359 msec 2024-11-22T05:17:36,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:17:36,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 574 msec 2024-11-22T05:17:36,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:36,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:17:36,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:36,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:36,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:36,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:36,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4230 sec 2024-11-22T05:17:36,084 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252656084, completionTime=-1 2024-11-22T05:17:36,084 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:17:36,084 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252716086 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252776086 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:45455, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,087 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,089 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.540sec 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:36,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:17:36,094 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:17:36,095 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:17:36,095 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45455,1732252652244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:36,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:36,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45455,-1 for getting cluster id 2024-11-22T05:17:36,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:36,155 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8e6fa3-75c8-4535-ac70-b65872f41ab6' 2024-11-22T05:17:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8e6fa3-75c8-4535-ac70-b65872f41ab6" 2024-11-22T05:17:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7909c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45455,-1] 2024-11-22T05:17:36,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:36,156 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:36,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:36,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:36,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:36,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:36,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,45455,1732252652244 2024-11-22T05:17:36,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:36,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:36,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160f9c5080002 connected 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir so I do NOT create it in target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf 2024-11-22T05:17:36,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.tmp.dir so I do NOT create it in target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf 2024-11-22T05:17:36,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:17:36,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/cluster_375deb3a-5797-e32e-f6ab-4768136d0c0c, deleteOnExit=true 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/test.cache.data in system properties and HBase conf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:17:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:17:36,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:17:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:17:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:17:36,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:36,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:36,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:36,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:36,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:17:36,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:36,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:36,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:36,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/java.io.tmpdir/jetty-localhost-46031-hadoop-hdfs-3_4_1-tests_jar-_-any-1007029704582984815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:36,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:46031} 2024-11-22T05:17:36,784 INFO [Time-limited test {}] server.Server(415): Started @56272ms 2024-11-22T05:17:37,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:17:37,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:17:37,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:17:37,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:17:37,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:17:37,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:17:37,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:17:37,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/java.io.tmpdir/jetty-localhost-39929-hadoop-hdfs-3_4_1-tests_jar-_-any-13903545009719613728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:37,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:39929} 2024-11-22T05:17:37,142 INFO [Time-limited test {}] server.Server(415): Started @56630ms 2024-11-22T05:17:37,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:17:37,863 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/cluster_375deb3a-5797-e32e-f6ab-4768136d0c0c/data/data1/current/BP-215310818-172.17.0.2-1732252656226/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:37,863 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/cluster_375deb3a-5797-e32e-f6ab-4768136d0c0c/data/data2/current/BP-215310818-172.17.0.2-1732252656226/current, will proceed with Du for space computation calculation, 2024-11-22T05:17:37,879 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:17:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36ae0fe51cb2a82c with lease ID 0x9dc516076af73942: Processing first storage report for DS-48336552-46c3-4978-84d9-985c2dc6ac7a from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226) 2024-11-22T05:17:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ae0fe51cb2a82c with lease ID 0x9dc516076af73942: from storage DS-48336552-46c3-4978-84d9-985c2dc6ac7a node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36ae0fe51cb2a82c with lease ID 0x9dc516076af73942: Processing first storage report for DS-c8bd6c65-ff51-46e2-9298-8296b5cf47f7 from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226) 2024-11-22T05:17:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ae0fe51cb2a82c with lease ID 0x9dc516076af73942: from storage DS-c8bd6c65-ff51-46e2-9298-8296b5cf47f7 node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:17:37,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf 2024-11-22T05:17:37,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:37,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:17:38,380 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d with version=8 2024-11-22T05:17:38,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/hbase-staging 2024-11-22T05:17:38,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:38,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:38,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:38,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:17:38,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:38,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33769 2024-11-22T05:17:38,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33769 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337690x0, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:38,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33769-0x10160f9c5080003 connected 2024-11-22T05:17:38,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:38,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:38,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/running 2024-11-22T05:17:38,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d, hbase.cluster.distributed=false 2024-11-22T05:17:38,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/acl 2024-11-22T05:17:38,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-22T05:17:38,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33769 2024-11-22T05:17:38,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33769 2024-11-22T05:17:38,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-22T05:17:38,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33769 2024-11-22T05:17:38,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:17:38,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:17:38,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42451 2024-11-22T05:17:38,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42451 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:38,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:38,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:38,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424510x0, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:38,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424510x0, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/running 2024-11-22T05:17:38,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42451-0x10160f9c5080004 connected 2024-11-22T05:17:38,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:17:38,542 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:17:38,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/master 2024-11-22T05:17:38,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/acl 2024-11-22T05:17:38,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-22T05:17:38,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42451 2024-11-22T05:17:38,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42451 2024-11-22T05:17:38,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-22T05:17:38,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42451 2024-11-22T05:17:38,559 DEBUG [M:0;82891a793a29:33769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:33769 2024-11-22T05:17:38,559 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-170566658/backup-masters/82891a793a29,33769,1732252658382 2024-11-22T05:17:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/backup-masters 2024-11-22T05:17:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/backup-masters 2024-11-22T05:17:38,562 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on existing znode=/1-170566658/backup-masters/82891a793a29,33769,1732252658382 2024-11-22T05:17:38,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170566658/master 2024-11-22T05:17:38,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:38,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:38,573 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on existing znode=/1-170566658/master 2024-11-22T05:17:38,573 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-170566658/backup-masters/82891a793a29,33769,1732252658382 from backup master directory 2024-11-22T05:17:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170566658/backup-masters/82891a793a29,33769,1732252658382 2024-11-22T05:17:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/backup-masters 2024-11-22T05:17:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/backup-masters 2024-11-22T05:17:38,583 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:38,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,33769,1732252658382 2024-11-22T05:17:38,587 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/hbase.id] with ID: 58160966-bd63-4ae2-9b57-5cc767c68afd 2024-11-22T05:17:38,587 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/.tmp/hbase.id 2024-11-22T05:17:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:17:38,992 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/.tmp/hbase.id]:[hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/hbase.id] 2024-11-22T05:17:39,003 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:39,003 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:17:39,005 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:17:39,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:39,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:17:39,463 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:39,464 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:17:39,464 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:17:39,873 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store 2024-11-22T05:17:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:40,283 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:40,283 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:40,283 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252660283Disabling compacts and flushes for region at 1732252660283Disabling writes for close at 1732252660283Writing region close event to WAL at 1732252660283Closed at 1732252660283 2024-11-22T05:17:40,285 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/.initializing 2024-11-22T05:17:40,285 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/WALs/82891a793a29,33769,1732252658382 2024-11-22T05:17:40,286 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:40,288 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C33769%2C1732252658382, suffix=, logDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/WALs/82891a793a29,33769,1732252658382, archiveDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/oldWALs, maxLogs=10 2024-11-22T05:17:40,303 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/WALs/82891a793a29,33769,1732252658382/82891a793a29%2C33769%2C1732252658382.1732252660288, exclude list is [], retry=0 2024-11-22T05:17:40,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-48336552-46c3-4978-84d9-985c2dc6ac7a,DISK] 2024-11-22T05:17:40,307 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/WALs/82891a793a29,33769,1732252658382/82891a793a29%2C33769%2C1732252658382.1732252660288 2024-11-22T05:17:40,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-22T05:17:40,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:40,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:40,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:17:40,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:40,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:40,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:17:40,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:40,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:40,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:17:40,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:40,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:40,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:17:40,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:40,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:40,317 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,317 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,317 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,319 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,319 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,319 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:40,320 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:17:40,322 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:40,322 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59675265, jitterRate=-0.11076925694942474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:40,322 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252660308Initializing all the Stores at 1732252660309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252660309Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252660309Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252660309Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252660310 (+1 ms)Cleaning up temporary data from old regions at 1732252660319 (+9 ms)Region opened successfully at 1732252660322 (+3 ms) 2024-11-22T05:17:40,323 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:17:40,325 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706db51c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:40,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:17:40,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:17:40,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:17:40,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:17:40,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:17:40,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:17:40,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:17:40,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:17:40,329 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Unable to get data of znode /1-170566658/balancer because node does not exist (not necessarily an error) 2024-11-22T05:17:40,393 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/balancer already deleted, retry=false 2024-11-22T05:17:40,394 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:17:40,394 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Unable to get data of znode /1-170566658/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:17:40,404 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/normalizer already deleted, retry=false 2024-11-22T05:17:40,404 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:17:40,405 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Unable to get data of znode /1-170566658/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:17:40,414 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/switch/split already deleted, retry=false 2024-11-22T05:17:40,415 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Unable to get data of znode /1-170566658/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:17:40,425 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/switch/merge already deleted, retry=false 2024-11-22T05:17:40,427 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Unable to get data of znode /1-170566658/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:17:40,435 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/snapshot-cleanup already deleted, retry=false 2024-11-22T05:17:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170566658/running 2024-11-22T05:17:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-170566658/running 2024-11-22T05:17:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,446 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,33769,1732252658382, sessionid=0x10160f9c5080003, setting cluster-up flag (Was=false) 2024-11-22T05:17:40,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,498 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170566658/flush-table-proc/acquired, /1-170566658/flush-table-proc/reached, /1-170566658/flush-table-proc/abort 2024-11-22T05:17:40,500 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33769,1732252658382 2024-11-22T05:17:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:40,551 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-170566658/online-snapshot/acquired, /1-170566658/online-snapshot/reached, /1-170566658/online-snapshot/abort 2024-11-22T05:17:40,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33769,1732252658382 2024-11-22T05:17:40,553 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:17:40,555 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:40,555 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:17:40,555 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:17:40,555 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,33769,1732252658382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:17:40,556 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:40,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:40,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:17:40,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:40,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:17:40,560 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252690560 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:17:40,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:17:40,562 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252660562,5,FailOnTimeoutGroup] 2024-11-22T05:17:40,562 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252660562,5,FailOnTimeoutGroup] 2024-11-22T05:17:40,562 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,563 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:17:40,563 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,563 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:17:40,652 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(746): ClusterId : 58160966-bd63-4ae2-9b57-5cc767c68afd 2024-11-22T05:17:40,652 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:17:40,657 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:17:40,658 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:17:40,668 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:17:40,668 DEBUG [RS:0;82891a793a29:42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d792a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:17:40,678 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:42451 2024-11-22T05:17:40,679 INFO [RS:0;82891a793a29:42451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:17:40,679 INFO [RS:0;82891a793a29:42451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:17:40,679 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:17:40,679 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,33769,1732252658382 with port=42451, startcode=1732252658528 2024-11-22T05:17:40,679 DEBUG [RS:0;82891a793a29:42451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:17:40,681 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:17:40,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,42451,1732252658528 2024-11-22T05:17:40,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33769 {}] master.ServerManager(517): Registering regionserver=82891a793a29,42451,1732252658528 2024-11-22T05:17:40,683 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d 2024-11-22T05:17:40,683 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35399 2024-11-22T05:17:40,683 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:17:40,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/rs 2024-11-22T05:17:40,688 DEBUG [RS:0;82891a793a29:42451 {}] zookeeper.ZKUtil(111): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on existing znode=/1-170566658/rs/82891a793a29,42451,1732252658528 2024-11-22T05:17:40,688 WARN [RS:0;82891a793a29:42451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:17:40,689 INFO [RS:0;82891a793a29:42451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:40,689 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528 2024-11-22T05:17:40,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,42451,1732252658528] 2024-11-22T05:17:40,692 INFO [RS:0;82891a793a29:42451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:17:40,693 INFO [RS:0;82891a793a29:42451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:17:40,694 INFO [RS:0;82891a793a29:42451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:17:40,694 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,694 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:17:40,695 INFO [RS:0;82891a793a29:42451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:17:40,695 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,695 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:40,696 DEBUG [RS:0;82891a793a29:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,699 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42451,1732252658528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:40,712 INFO [RS:0;82891a793a29:42451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:17:40,712 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42451,1732252658528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,712 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,712 INFO [RS:0;82891a793a29:42451 {}] regionserver.Replication(171): 82891a793a29,42451,1732252658528 started 2024-11-22T05:17:40,724 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:40,725 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,42451,1732252658528, RpcServer on 82891a793a29/172.17.0.2:42451, sessionid=0x10160f9c5080004 2024-11-22T05:17:40,725 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:17:40,725 DEBUG [RS:0;82891a793a29:42451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,42451,1732252658528 2024-11-22T05:17:40,725 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42451,1732252658528' 2024-11-22T05:17:40,725 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170566658/flush-table-proc/abort' 2024-11-22T05:17:40,725 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170566658/flush-table-proc/acquired' 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,42451,1732252658528 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,42451,1732252658528' 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-170566658/online-snapshot/abort' 2024-11-22T05:17:40,726 DEBUG [RS:0;82891a793a29:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-170566658/online-snapshot/acquired' 2024-11-22T05:17:40,727 DEBUG [RS:0;82891a793a29:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:17:40,727 INFO [RS:0;82891a793a29:42451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:17:40,727 INFO [RS:0;82891a793a29:42451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:17:40,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:17:40,827 INFO [RS:0;82891a793a29:42451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:17:40,829 INFO [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C42451%2C1732252658528, suffix=, logDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528, archiveDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/oldWALs, maxLogs=10 2024-11-22T05:17:40,840 DEBUG [RS:0;82891a793a29:42451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.1732252660829, exclude list is [], retry=0 2024-11-22T05:17:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-48336552-46c3-4978-84d9-985c2dc6ac7a,DISK] 2024-11-22T05:17:40,844 INFO [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.1732252660829 2024-11-22T05:17:40,845 DEBUG [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-22T05:17:40,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:17:40,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d 2024-11-22T05:17:40,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:17:41,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:41,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:41,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:41,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:41,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:41,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:41,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:41,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:41,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:41,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:41,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740 2024-11-22T05:17:41,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740 2024-11-22T05:17:41,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:41,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:41,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:41,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73312747, jitterRate=0.09244506061077118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252661373Initializing all the Stores at 1732252661374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252661374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661374Cleaning up temporary data from old regions at 1732252661382 (+8 ms)Region opened successfully at 1732252661386 (+4 ms) 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:41,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:41,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:41,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:41,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252661386Disabling compacts and flushes for region at 1732252661386Disabling writes for close at 1732252661386Writing region close event to WAL at 1732252661387 (+1 ms)Closed at 1732252661387 2024-11-22T05:17:41,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:41,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:17:41,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:17:41,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:41,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:41,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:17:41,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:41,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:41,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:41,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:41,540 DEBUG [82891a793a29:33769 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:17:41,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,42451,1732252658528 2024-11-22T05:17:41,543 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,42451,1732252658528, state=OPENING 2024-11-22T05:17:41,631 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:17:41,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:41,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:17:41,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170566658/meta-region-server: CHANGED 2024-11-22T05:17:41,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:17:41,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170566658/meta-region-server: CHANGED 2024-11-22T05:17:41,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,42451,1732252658528}] 2024-11-22T05:17:41,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:41,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:17:41,811 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:17:41,811 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:41,811 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:17:41,818 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C42451%2C1732252658528.meta, suffix=.meta, logDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528, archiveDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/oldWALs, maxLogs=10 2024-11-22T05:17:41,839 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.meta.1732252661818.meta, exclude list is [], retry=0 2024-11-22T05:17:41,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-48336552-46c3-4978-84d9-985c2dc6ac7a,DISK] 2024-11-22T05:17:41,849 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.meta.1732252661818.meta 2024-11-22T05:17:41,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42139:42139)] 2024-11-22T05:17:41,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:41,850 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:41,850 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:41,850 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:17:41,850 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:17:41,850 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:17:41,850 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:41,851 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:17:41,851 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:17:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:17:41,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:17:41,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:17:41,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:17:41,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:17:41,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:17:41,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:17:41,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:17:41,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:41,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:17:41,864 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:17:41,866 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740 2024-11-22T05:17:41,867 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740 2024-11-22T05:17:41,870 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:17:41,870 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:17:41,871 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:17:41,873 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:17:41,875 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69963167, jitterRate=0.04253242909908295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:17:41,875 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:17:41,875 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252661851Writing region info on filesystem at 1732252661851Initializing all the Stores at 1732252661852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661852Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252661852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252661852Cleaning up temporary data from old regions at 1732252661870 (+18 ms)Running coprocessor post-open hooks at 1732252661875 (+5 ms)Region opened successfully at 1732252661875 2024-11-22T05:17:41,876 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252661801 2024-11-22T05:17:41,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,42451,1732252658528 2024-11-22T05:17:41,881 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,42451,1732252658528, state=OPEN 2024-11-22T05:17:41,883 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:17:41,883 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:17:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170566658/meta-region-server 2024-11-22T05:17:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-170566658/meta-region-server 2024-11-22T05:17:41,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170566658/meta-region-server: CHANGED 2024-11-22T05:17:41,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-170566658/meta-region-server: CHANGED 2024-11-22T05:17:41,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,42451,1732252658528 2024-11-22T05:17:41,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:17:41,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,42451,1732252658528 in 242 msec 2024-11-22T05:17:41,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:17:41,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-22T05:17:41,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:17:41,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:17:41,902 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:41,903 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42451,1732252658528, seqNum=-1] 2024-11-22T05:17:41,903 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:41,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:41,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-22T05:17:41,913 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252661913, completionTime=-1 2024-11-22T05:17:41,913 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:17:41,913 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:17:41,916 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:17:41,916 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252721916 2024-11-22T05:17:41,916 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252781916 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:33769, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,917 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,918 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,920 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:17:41,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.339sec 2024-11-22T05:17:41,922 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:17:41,923 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:17:41,925 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:17:41,925 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:17:41,925 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33769,1732252658382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:17:41,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:41,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33769,-1 for getting cluster id 2024-11-22T05:17:41,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:41,955 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58160966-bd63-4ae2-9b57-5cc767c68afd' 2024-11-22T05:17:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58160966-bd63-4ae2-9b57-5cc767c68afd" 2024-11-22T05:17:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33769,-1] 2024-11-22T05:17:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:41,959 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:41,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:41,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42451,1732252658528, seqNum=-1] 2024-11-22T05:17:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:41,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:41,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,33769,1732252658382 2024-11-22T05:17:41,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63069 2024-11-22T05:17:41,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:17:41,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160f9c5080005 connected 2024-11-22T05:17:41,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45455,1732252652244 2024-11-22T05:17:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ecc99 2024-11-22T05:17:41,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:41,998 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:42,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:17:42,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:17:42,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:42,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:17:42,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:17:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:17:42,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a74682cbd3a399bcce4cf45033ceb01, NAME => 'test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45 2024-11-22T05:17:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a74682cbd3a399bcce4cf45033ceb01, disabling compactions & flushes 2024-11-22T05:17:42,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. after waiting 0 ms 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a74682cbd3a399bcce4cf45033ceb01: Waiting for close lock at 1732252662043Disabling compacts and flushes for region at 1732252662043Disabling writes for close at 1732252662043Writing region close event to WAL at 1732252662043Closed at 1732252662043 2024-11-22T05:17:42,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:17:42,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252662045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252662045"}]},"ts":"1732252662045"} 2024-11-22T05:17:42,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:17:42,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:17:42,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252662049"}]},"ts":"1732252662049"} 2024-11-22T05:17:42,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:17:42,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a74682cbd3a399bcce4cf45033ceb01, ASSIGN}] 2024-11-22T05:17:42,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a74682cbd3a399bcce4cf45033ceb01, ASSIGN 2024-11-22T05:17:42,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a74682cbd3a399bcce4cf45033ceb01, ASSIGN; state=OFFLINE, location=82891a793a29,33565,1732252652421; forceNewPlan=false, retain=false 2024-11-22T05:17:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a74682cbd3a399bcce4cf45033ceb01, regionState=OPENING, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:42,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a74682cbd3a399bcce4cf45033ceb01, ASSIGN because future has completed 2024-11-22T05:17:42,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a74682cbd3a399bcce4cf45033ceb01, server=82891a793a29,33565,1732252652421}] 2024-11-22T05:17:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,367 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,368 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a74682cbd3a399bcce4cf45033ceb01, NAME => 'test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:42,368 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:42,368 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:17:42,368 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,368 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:42,368 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,369 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,370 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,371 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a74682cbd3a399bcce4cf45033ceb01 columnFamilyName f 2024-11-22T05:17:42,371 DEBUG [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:42,372 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(327): Store=6a74682cbd3a399bcce4cf45033ceb01/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:42,372 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,373 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a74682cbd3a399bcce4cf45033ceb01 columnFamilyName f1 2024-11-22T05:17:42,374 DEBUG [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:42,374 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(327): Store=6a74682cbd3a399bcce4cf45033ceb01/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:42,374 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,375 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a74682cbd3a399bcce4cf45033ceb01 columnFamilyName norep 2024-11-22T05:17:42,375 DEBUG [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:42,376 INFO [StoreOpener-6a74682cbd3a399bcce4cf45033ceb01-1 {}] regionserver.HStore(327): Store=6a74682cbd3a399bcce4cf45033ceb01/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:42,376 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,376 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,377 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,378 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,378 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,378 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:17:42,379 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,381 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:42,381 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a74682cbd3a399bcce4cf45033ceb01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70790775, jitterRate=0.05486474931240082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:17:42,381 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:17:42,382 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a74682cbd3a399bcce4cf45033ceb01: Running coprocessor pre-open hook at 1732252662369Writing region info on filesystem at 1732252662369Initializing all the Stores at 1732252662369Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252662370 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252662370Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252662370Cleaning up temporary data from old regions at 1732252662378 (+8 ms)Running coprocessor post-open hooks at 1732252662381 (+3 ms)Region opened successfully at 1732252662382 (+1 ms) 2024-11-22T05:17:42,384 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., pid=6, masterSystemTime=1732252662363 2024-11-22T05:17:42,386 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,386 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:17:42,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a74682cbd3a399bcce4cf45033ceb01, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:42,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a74682cbd3a399bcce4cf45033ceb01, server=82891a793a29,33565,1732252652421 because future has completed 2024-11-22T05:17:42,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:17:42,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a74682cbd3a399bcce4cf45033ceb01, server=82891a793a29,33565,1732252652421 in 180 msec 2024-11-22T05:17:42,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:17:42,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a74682cbd3a399bcce4cf45033ceb01, ASSIGN in 341 msec 2024-11-22T05:17:42,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:17:42,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252662397"}]},"ts":"1732252662397"} 2024-11-22T05:17:42,399 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:17:42,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:17:42,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 397 msec 2024-11-22T05:17:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:42,644 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:17:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33769,1732252658382 2024-11-22T05:17:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e02159 2024-11-22T05:17:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:42,646 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:42,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:17:42,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:17:42,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:42,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:17:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:17:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:17:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:43,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e55fb997e1ebd1e58d5637cf0852a9bd, NAME => 'test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d 2024-11-22T05:17:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:17:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:43,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:43,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e55fb997e1ebd1e58d5637cf0852a9bd, disabling compactions & flushes 2024-11-22T05:17:43,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. after waiting 0 ms 2024-11-22T05:17:43,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e55fb997e1ebd1e58d5637cf0852a9bd: Waiting for close lock at 1732252663475Disabling compacts and flushes for region at 1732252663475Disabling writes for close at 1732252663475Writing region close event to WAL at 1732252663475Closed at 1732252663475 2024-11-22T05:17:43,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:17:43,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252663477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252663477"}]},"ts":"1732252663477"} 2024-11-22T05:17:43,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:17:43,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:17:43,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252663481"}]},"ts":"1732252663481"} 2024-11-22T05:17:43,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:17:43,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e55fb997e1ebd1e58d5637cf0852a9bd, ASSIGN}] 2024-11-22T05:17:43,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e55fb997e1ebd1e58d5637cf0852a9bd, ASSIGN 2024-11-22T05:17:43,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e55fb997e1ebd1e58d5637cf0852a9bd, ASSIGN; state=OFFLINE, location=82891a793a29,42451,1732252658528; forceNewPlan=false, retain=false 2024-11-22T05:17:43,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e55fb997e1ebd1e58d5637cf0852a9bd, regionState=OPENING, regionLocation=82891a793a29,42451,1732252658528 2024-11-22T05:17:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e55fb997e1ebd1e58d5637cf0852a9bd, ASSIGN because future has completed 2024-11-22T05:17:43,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55fb997e1ebd1e58d5637cf0852a9bd, server=82891a793a29,42451,1732252658528}] 2024-11-22T05:17:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:43,794 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e55fb997e1ebd1e58d5637cf0852a9bd, NAME => 'test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:43,795 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:43,795 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:17:43,795 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,795 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:43,795 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,795 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,796 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,797 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e55fb997e1ebd1e58d5637cf0852a9bd columnFamilyName f 2024-11-22T05:17:43,798 DEBUG [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:43,798 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(327): Store=e55fb997e1ebd1e58d5637cf0852a9bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:43,798 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,799 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e55fb997e1ebd1e58d5637cf0852a9bd columnFamilyName f1 2024-11-22T05:17:43,799 DEBUG [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:43,799 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(327): Store=e55fb997e1ebd1e58d5637cf0852a9bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:43,799 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,800 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e55fb997e1ebd1e58d5637cf0852a9bd columnFamilyName norep 2024-11-22T05:17:43,800 DEBUG [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:43,800 INFO [StoreOpener-e55fb997e1ebd1e58d5637cf0852a9bd-1 {}] regionserver.HStore(327): Store=e55fb997e1ebd1e58d5637cf0852a9bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:43,801 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,801 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,803 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:17:43,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,806 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:43,806 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e55fb997e1ebd1e58d5637cf0852a9bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62224998, jitterRate=-0.07277527451515198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:17:43,806 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:17:43,807 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e55fb997e1ebd1e58d5637cf0852a9bd: Running coprocessor pre-open hook at 1732252663795Writing region info on filesystem at 1732252663795Initializing all the Stores at 1732252663796 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252663796Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252663796Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252663796Cleaning up temporary data from old regions at 1732252663802 (+6 ms)Running coprocessor post-open hooks at 1732252663806 (+4 ms)Region opened successfully at 1732252663806 2024-11-22T05:17:43,807 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd., pid=6, masterSystemTime=1732252663791 2024-11-22T05:17:43,810 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,810 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:17:43,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e55fb997e1ebd1e58d5637cf0852a9bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,42451,1732252658528 2024-11-22T05:17:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e55fb997e1ebd1e58d5637cf0852a9bd, server=82891a793a29,42451,1732252658528 because future has completed 2024-11-22T05:17:43,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:17:43,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e55fb997e1ebd1e58d5637cf0852a9bd, server=82891a793a29,42451,1732252658528 in 176 msec 2024-11-22T05:17:43,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:17:43,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e55fb997e1ebd1e58d5637cf0852a9bd, ASSIGN in 334 msec 2024-11-22T05:17:43,820 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:17:43,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252663820"}]},"ts":"1732252663820"} 2024-11-22T05:17:43,823 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:17:43,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:17:43,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-22T05:17:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:17:44,803 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:17:44,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45455,-1 for getting cluster id 2024-11-22T05:17:44,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:44,805 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8e6fa3-75c8-4535-ac70-b65872f41ab6' 2024-11-22T05:17:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8e6fa3-75c8-4535-ac70-b65872f41ab6" 2024-11-22T05:17:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc5225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45455,-1] 2024-11-22T05:17:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:44,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,807 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f721439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33769,-1 for getting cluster id 2024-11-22T05:17:44,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:44,809 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58160966-bd63-4ae2-9b57-5cc767c68afd' 2024-11-22T05:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58160966-bd63-4ae2-9b57-5cc767c68afd" 2024-11-22T05:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33769,-1] 2024-11-22T05:17:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:44,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aec95d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45455,-1 for getting cluster id 2024-11-22T05:17:44,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:44,812 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8e6fa3-75c8-4535-ac70-b65872f41ab6' 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8e6fa3-75c8-4535-ac70-b65872f41ab6" 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8083c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45455,-1] 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,814 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45455,1732252652244 2024-11-22T05:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f36cb9e 2024-11-22T05:17:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:44,817 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:44,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:33769,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:17:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:17:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:44,821 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33769' 2024-11-22T05:17:44,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1375d60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,822 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33769,-1 for getting cluster id 2024-11-22T05:17:44,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:44,822 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58160966-bd63-4ae2-9b57-5cc767c68afd' 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58160966-bd63-4ae2-9b57-5cc767c68afd" 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0c217a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33769,-1] 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,824 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e40bab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:44,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33769,1732252658382 2024-11-22T05:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe1b156 2024-11-22T05:17:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:44,826 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:44,827 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:17:44,827 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:17:44,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:44,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:44,828 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:17:44,829 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:17:44,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:17:44,830 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:44,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:17:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:17:44,879 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:17:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:45,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72845556ee67e9795e98c089a28a7819, NAME => 'hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45 2024-11-22T05:17:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:17:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:45,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:45,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72845556ee67e9795e98c089a28a7819, disabling compactions & flushes 2024-11-22T05:17:45,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:45,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:45,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. after waiting 0 ms 2024-11-22T05:17:45,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:45,646 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:45,646 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72845556ee67e9795e98c089a28a7819: Waiting for close lock at 1732252665645Disabling compacts and flushes for region at 1732252665645Disabling writes for close at 1732252665645Writing region close event to WAL at 1732252665646 (+1 ms)Closed at 1732252665646 2024-11-22T05:17:45,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:17:45,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252665647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252665647"}]},"ts":"1732252665647"} 2024-11-22T05:17:45,650 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:17:45,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:17:45,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252665651"}]},"ts":"1732252665651"} 2024-11-22T05:17:45,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:17:45,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72845556ee67e9795e98c089a28a7819, ASSIGN}] 2024-11-22T05:17:45,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72845556ee67e9795e98c089a28a7819, ASSIGN 2024-11-22T05:17:45,656 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72845556ee67e9795e98c089a28a7819, ASSIGN; state=OFFLINE, location=82891a793a29,33565,1732252652421; forceNewPlan=false, retain=false 2024-11-22T05:17:45,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72845556ee67e9795e98c089a28a7819, regionState=OPENING, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:45,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72845556ee67e9795e98c089a28a7819, ASSIGN because future has completed 2024-11-22T05:17:45,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72845556ee67e9795e98c089a28a7819, server=82891a793a29,33565,1732252652421}] 2024-11-22T05:17:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:17:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:17:45,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C33565%2C1732252652421.rep, suffix=, logDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421, archiveDir=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs, maxLogs=10 2024-11-22T05:17:45,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.rep.1732252665968, exclude list is [], retry=0 2024-11-22T05:17:45,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40569,DS-9d23cd93-0a7a-444f-a134-7965f6d2b494,DISK] 2024-11-22T05:17:45,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.rep.1732252665968 2024-11-22T05:17:45,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41331:41331)] 2024-11-22T05:17:45,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72845556ee67e9795e98c089a28a7819, NAME => 'hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:17:45,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. service=MultiRowMutationService 2024-11-22T05:17:45,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,991 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,993 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72845556ee67e9795e98c089a28a7819 columnFamilyName hfileref 2024-11-22T05:17:45,993 DEBUG [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:45,993 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(327): Store=72845556ee67e9795e98c089a28a7819/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:45,993 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,995 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72845556ee67e9795e98c089a28a7819 columnFamilyName queue 2024-11-22T05:17:45,995 DEBUG [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:45,996 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(327): Store=72845556ee67e9795e98c089a28a7819/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:45,996 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,997 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72845556ee67e9795e98c089a28a7819 columnFamilyName sid 2024-11-22T05:17:45,998 DEBUG [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:45,998 INFO [StoreOpener-72845556ee67e9795e98c089a28a7819-1 {}] regionserver.HStore(327): Store=72845556ee67e9795e98c089a28a7819/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:17:45,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:45,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:17:46,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:17:46,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72845556ee67e9795e98c089a28a7819; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68784749, jitterRate=0.02497263252735138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:17:46,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:17:46,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72845556ee67e9795e98c089a28a7819: Running coprocessor pre-open hook at 1732252665988Writing region info on filesystem at 1732252665988Initializing all the Stores at 1732252665989 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252665989Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252665991 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252665991Cleaning up temporary data from old regions at 1732252666007 (+16 ms)Running coprocessor post-open hooks at 1732252666012 (+5 ms)Region opened successfully at 1732252666012 2024-11-22T05:17:46,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819., pid=10, masterSystemTime=1732252665962 2024-11-22T05:17:46,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:46,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:17:46,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72845556ee67e9795e98c089a28a7819, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,33565,1732252652421 2024-11-22T05:17:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72845556ee67e9795e98c089a28a7819, server=82891a793a29,33565,1732252652421 because future has completed 2024-11-22T05:17:46,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:17:46,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72845556ee67e9795e98c089a28a7819, server=82891a793a29,33565,1732252652421 in 212 msec 2024-11-22T05:17:46,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:17:46,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72845556ee67e9795e98c089a28a7819, ASSIGN in 413 msec 2024-11-22T05:17:46,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:17:46,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252666071"}]},"ts":"1732252666071"} 2024-11-22T05:17:46,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:17:46,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:17:46,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2470 sec 2024-11-22T05:17:46,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819., hostname=82891a793a29,33565,1732252652421, seqNum=2] 2024-11-22T05:17:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:46,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:17:46,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:17:46,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:17:46,379 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:17:46,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:17:46,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:17:46,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:17:46,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:17:46,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:17:46,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:17:46,405 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,33565,1732252652421, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:17:46,405 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:46,405 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:46,406 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:46,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-22T05:17:46,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,33565,1732252652421', locateType=CURRENT is [region=hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819., hostname=82891a793a29,33565,1732252652421, seqNum=2] 2024-11-22T05:17:46,423 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:17:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:17:46,426 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,33565,1732252652421 suceeded 2024-11-22T05:17:46,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:17:46,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-22T05:17:46,430 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:33769,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-22T05:17:46,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-22T05:17:46,447 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33769' 2024-11-22T05:17:46,449 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4320f8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:46,449 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33769,-1 for getting cluster id 2024-11-22T05:17:46,449 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:46,450 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58160966-bd63-4ae2-9b57-5cc767c68afd' 2024-11-22T05:17:46,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58160966-bd63-4ae2-9b57-5cc767c68afd" 2024-11-22T05:17:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bba8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33769,-1] 2024-11-22T05:17:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:46,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:46,453 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:46,454 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d78adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:46,454 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:46,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33769,1732252658382 2024-11-22T05:17:46,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ba5518d 2024-11-22T05:17:46,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:46,456 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-22T05:17:46,457 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,33565,1732252652421 (queues=1) is replicating from cluster=df8e6fa3-75c8-4535-ac70-b65872f41ab6 to cluster=58160966-bd63-4ae2-9b57-5cc767c68afd 2024-11-22T05:17:46,457 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C33565%2C1732252652421 2024-11-22T05:17:46,457 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,33565,1732252652421, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:17:46,457 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931, startPosition=0, beingWritten=true 2024-11-22T05:17:46,458 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C33565%2C1732252652421 2024-11-22T05:17:46,471 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:17:46,471 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 379, reset compression=false 2024-11-22T05:17:46,471 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:17:46,681 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 379, reset compression=false 2024-11-22T05:17:46,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:17:46,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:17:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:17:46,964 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:17:46,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:46,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:46,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:46,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:46,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:46,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:46,970 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732252666968/Put/seqid=0 2024-11-22T05:17:46,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741840_1016 (size=7894) 2024-11-22T05:17:46,985 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 379, reset compression=false 2024-11-22T05:17:47,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:17:47,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_1 is 34, key is ddd/f:row/1732252667377/Put/seqid=0 2024-11-22T05:17:47,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:47,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:47,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:47,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741841_1017 (size=7691) 2024-11-22T05:17:47,389 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 379, reset compression=false 2024-11-22T05:17:47,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:17:47,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45455,-1 for getting cluster id 2024-11-22T05:17:47,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:47,788 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8e6fa3-75c8-4535-ac70-b65872f41ab6' 2024-11-22T05:17:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8e6fa3-75c8-4535-ac70-b65872f41ab6" 2024-11-22T05:17:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cebe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45455,-1] 2024-11-22T05:17:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:47,790 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:47,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:47,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:47,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45455,1732252652244 2024-11-22T05:17:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ff18951 2024-11-22T05:17:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:47,807 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2] 2024-11-22T05:17:47,821 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:17:47,831 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T05:17:47,835 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T05:17:47,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_0 for inclusion in 6a74682cbd3a399bcce4cf45033ceb01/f 2024-11-22T05:17:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T05:17:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:47,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_1 for inclusion in 6a74682cbd3a399bcce4cf45033ceb01/f 2024-11-22T05:17:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T05:17:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegion(2603): Flush status journal for 6a74682cbd3a399bcce4cf45033ceb01: 2024-11-22T05:17:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_0 to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_0 2024-11-22T05:17:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_0 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ 2024-11-22T05:17:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f/f/hfile_1 to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_1 2024-11-22T05:17:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_1 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ 2024-11-22T05:17:47,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_0 into 6a74682cbd3a399bcce4cf45033ceb01/f as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ - updating store file list. 2024-11-22T05:17:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:47,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ into 6a74682cbd3a399bcce4cf45033ceb01/f 2024-11-22T05:17:47,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_0 into 6a74682cbd3a399bcce4cf45033ceb01/f (new location: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_) 2024-11-22T05:17:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_0 2024-11-22T05:17:47,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_1 into 6a74682cbd3a399bcce4cf45033ceb01/f as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ - updating store file list. 2024-11-22T05:17:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:47,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ into 6a74682cbd3a399bcce4cf45033ceb01/f 2024-11-22T05:17:47,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_1 into 6a74682cbd3a399bcce4cf45033ceb01/f (new location: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_) 2024-11-22T05:17:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__jiqk70jkr3r10bgvmniavm9hdlotp2v2reu40o52ub30a6hcotsdrsq575r4a2t8/f/hfile_1 2024-11-22T05:17:47,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:47,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:47,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:47,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:47,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 379, reset compression=false 2024-11-22T05:17:47,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:47,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42451,1732252658528, seqNum=-1] 2024-11-22T05:17:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 , the old value is region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:33565 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:17:47,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 from cache 2024-11-22T05:17:47,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:47,900 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:17:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd., hostname=82891a793a29,42451,1732252658528, seqNum=2] 2024-11-22T05:17:47,903 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:17:47,905 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:17:47,905 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a74682cbd3a399bcce4cf45033ceb01/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252667887/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:17:47,923 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:17:47,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-22T05:17:47,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(318): Replicating [df8e6fa3-75c8-4535-ac70-b65872f41ab6] bulk loaded data 2024-11-22T05:17:47,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5850a556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33769,-1 for getting cluster id 2024-11-22T05:17:47,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:47,930 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58160966-bd63-4ae2-9b57-5cc767c68afd' 2024-11-22T05:17:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58160966-bd63-4ae2-9b57-5cc767c68afd" 2024-11-22T05:17:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a43fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33769,-1] 2024-11-22T05:17:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:47,931 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:47,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2da9ddb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741837_1013 (size=7894) 2024-11-22T05:17:48,003 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:33565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:17:48,105 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 687, reset compression=false 2024-11-22T05:17:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741838_1014 (size=7691) 2024-11-22T05:17:48,410 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 687, reset compression=false 2024-11-22T05:17:48,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33769,1732252658382 2024-11-22T05:17:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@458f3e64 2024-11-22T05:17:48,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:48,761 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-22T05:17:48,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:17:48,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:48,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,42451,1732252658528, seqNum=-1] 2024-11-22T05:17:48,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:48,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-22T05:17:48,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T05:17:48,775 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T05:17:48,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ for inclusion in e55fb997e1ebd1e58d5637cf0852a9bd/f 2024-11-22T05:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T05:17:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:48,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ for inclusion in e55fb997e1ebd1e58d5637cf0852a9bd/f 2024-11-22T05:17:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T05:17:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HRegion(2603): Flush status journal for e55fb997e1ebd1e58d5637cf0852a9bd: 2024-11-22T05:17:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/82a73a52c58e4453a77ea0322a5ead70_SeqId_4_ 2024-11-22T05:17:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:17:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/44c0fc9071e843a6a7577c48eb42cac6_SeqId_4_ 2024-11-22T05:17:48,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/82a73a52c58e4453a77ea0322a5ead70_SeqId_4_ - updating store file list. 2024-11-22T05:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82a73a52c58e4453a77ea0322a5ead70_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:48,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/82a73a52c58e4453a77ea0322a5ead70_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f 2024-11-22T05:17:48,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f (new location: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/82a73a52c58e4453a77ea0322a5ead70_SeqId_4_) 2024-11-22T05:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_ 2024-11-22T05:17:48,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/44c0fc9071e843a6a7577c48eb42cac6_SeqId_4_ - updating store file list. 2024-11-22T05:17:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44c0fc9071e843a6a7577c48eb42cac6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:48,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/44c0fc9071e843a6a7577c48eb42cac6_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f 2024-11-22T05:17:48,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ into e55fb997e1ebd1e58d5637cf0852a9bd/f (new location: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/f/44c0fc9071e843a6a7577c48eb42cac6_SeqId_4_) 2024-11-22T05:17:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/staging/jenkins.hfs.6__test__4lfeaisqrg45v7j0ipupc482r3dp31q0hls5d11q46t5jmtfl9ublc1jm7prs4kh/f/c6de55a97ead41199ad7ce347b8a6bce_SeqId_4_ 2024-11-22T05:17:48,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(324): Finished replicating [df8e6fa3-75c8-4535-ac70-b65872f41ab6] bulk loaded data 2024-11-22T05:17:48,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 687, reset compression=false 2024-11-22T05:17:48,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:17:48,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732252668921/Put/seqid=0 2024-11-22T05:17:48,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741842_1018 (size=7997) 2024-11-22T05:17:49,318 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 687, reset compression=false 2024-11-22T05:17:49,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732252669331/Put/seqid=0 2024-11-22T05:17:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741843_1019 (size=7794) 2024-11-22T05:17:49,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:49,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45455,-1 for getting cluster id 2024-11-22T05:17:49,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:17:49,740 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df8e6fa3-75c8-4535-ac70-b65872f41ab6' 2024-11-22T05:17:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:17:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df8e6fa3-75c8-4535-ac70-b65872f41ab6" 2024-11-22T05:17:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f44ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45455,-1] 2024-11-22T05:17:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:17:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:49,742 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:17:49,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:17:49,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:49,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:49,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:17:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45455,1732252652244 2024-11-22T05:17:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f92a184 2024-11-22T05:17:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:17:49,758 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:17:49,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2] 2024-11-22T05:17:49,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:17:49,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T05:17:49,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T05:17:49,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_0 for inclusion in 6a74682cbd3a399bcce4cf45033ceb01/f1 2024-11-22T05:17:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T05:17:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:49,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_1 for inclusion in 6a74682cbd3a399bcce4cf45033ceb01/f1 2024-11-22T05:17:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T05:17:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:17:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegion(2603): Flush status journal for 6a74682cbd3a399bcce4cf45033ceb01: 2024-11-22T05:17:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_0 to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_0 2024-11-22T05:17:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_0 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/c040c6c028084e78bbc9a56048e7fb76_SeqId_6_ 2024-11-22T05:17:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/load_f1/f1/hfile_1 to hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_1 2024-11-22T05:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_1 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/3ae5832406e14df896d662dfd8ee60a6_SeqId_6_ 2024-11-22T05:17:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-22T05:17:49,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_0 into 6a74682cbd3a399bcce4cf45033ceb01/f1 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/c040c6c028084e78bbc9a56048e7fb76_SeqId_6_ - updating store file list. 2024-11-22T05:17:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c040c6c028084e78bbc9a56048e7fb76_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/c040c6c028084e78bbc9a56048e7fb76_SeqId_6_ into 6a74682cbd3a399bcce4cf45033ceb01/f1 2024-11-22T05:17:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_0 into 6a74682cbd3a399bcce4cf45033ceb01/f1 (new location: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/c040c6c028084e78bbc9a56048e7fb76_SeqId_6_) 2024-11-22T05:17:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_0 2024-11-22T05:17:49,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_1 into 6a74682cbd3a399bcce4cf45033ceb01/f1 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/3ae5832406e14df896d662dfd8ee60a6_SeqId_6_ - updating store file list. 2024-11-22T05:17:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ae5832406e14df896d662dfd8ee60a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:17:49,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/3ae5832406e14df896d662dfd8ee60a6_SeqId_6_ into 6a74682cbd3a399bcce4cf45033ceb01/f1 2024-11-22T05:17:49,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_1 into 6a74682cbd3a399bcce4cf45033ceb01/f1 (new location: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/f1/3ae5832406e14df896d662dfd8ee60a6_SeqId_6_) 2024-11-22T05:17:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33565 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/staging/jenkins__test__5de7emk1lpb3s6qhjasvflp2sqrbu3ii2efjkdoigunm89e5ilf1itc615ckcal1/f1/hfile_1 2024-11-22T05:17:49,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:49,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:49,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:49,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:49,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 , the old value is region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:33565 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:17:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:17:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2 from cache 2024-11-22T05:17:49,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:17:49,815 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:17:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,33565,1732252652421, seqNum=-1] 2024-11-22T05:17:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:17:49,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:17:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., hostname=82891a793a29,33565,1732252652421, seqNum=2] 2024-11-22T05:17:49,922 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 687, reset compression=false 2024-11-22T05:17:49,923 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:33565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:17:49,927 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:17:49,927 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:49,927 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:17:50,131 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:50,435 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:50,839 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:51,345 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:51,949 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:52,653 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:53,457 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:54,361 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:55,365 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:56,469 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:57,674 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:17:58,979 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:00,385 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:01,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:18:01,889 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:03,493 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:05,197 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:07,001 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:07,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:18:08,906 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:09,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: null 2024-11-22T05:18:10,910 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:13,013 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:15,217 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:16,292 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:18:16,292 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:18:17,522 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:19,926 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:22,181 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:18:22,181 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:18:22,430 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:25,034 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:27,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6a74682cbd3a399bcce4cf45033ceb01, had cached 0 bytes from a total of 31376 2024-11-22T05:18:27,738 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:28,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e55fb997e1ebd1e58d5637cf0852a9bd, had cached 0 bytes from a total of 15585 2024-11-22T05:18:29,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: null 2024-11-22T05:18:30,541 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:31,831 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:18:33,445 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:36,449 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:37,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:18:39,553 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:42,756 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:43,589 DEBUG [master/82891a793a29:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T05:18:46,060 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:49,464 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:49,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:18:49,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:18:49,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:49,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:49,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:49,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:18:49,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:18:49,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1375572534, stopped=false 2024-11-22T05:18:49,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,33769,1732252658382 2024-11-22T05:18:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170566658/running 2024-11-22T05:18:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170566658/running 2024-11-22T05:18:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:18:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:18:49,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:18:49,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:18:49,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:49,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:49,906 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,42451,1732252658528' ***** 2024-11-22T05:18:49,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/running 2024-11-22T05:18:49,906 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:18:49,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Set watcher on znode that does not yet exist, /1-170566658/running 2024-11-22T05:18:49,906 INFO [RS:0;82891a793a29:42451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:18:49,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(3091): Received CLOSE for e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,42451,1732252658528 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:42451. 2024-11-22T05:18:49,907 DEBUG [RS:0;82891a793a29:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:49,907 DEBUG [RS:0;82891a793a29:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:49,907 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e55fb997e1ebd1e58d5637cf0852a9bd, disabling compactions & flushes 2024-11-22T05:18:49,907 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:18:49,907 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:18:49,907 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. after waiting 0 ms 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:18:49,907 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:18:49,907 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:18:49,907 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e55fb997e1ebd1e58d5637cf0852a9bd=test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd.} 2024-11-22T05:18:49,907 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e55fb997e1ebd1e58d5637cf0852a9bd 2024-11-22T05:18:49,907 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:18:49,908 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:18:49,908 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:18:49,908 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:18:49,908 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:18:49,908 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T05:18:49,911 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/default/test/e55fb997e1ebd1e58d5637cf0852a9bd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T05:18:49,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:49,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:18:49,912 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:18:49,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e55fb997e1ebd1e58d5637cf0852a9bd: Waiting for close lock at 1732252729907Running coprocessor pre-close hooks at 1732252729907Disabling compacts and flushes for region at 1732252729907Disabling writes for close at 1732252729907Writing region close event to WAL at 1732252729908 (+1 ms)Running coprocessor post-close hooks at 1732252729912 (+4 ms)Closed at 1732252729912 2024-11-22T05:18:49,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd. 2024-11-22T05:18:49,923 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/info/84d675ddb4f2419db821b54440f9ba11 is 129, key is test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd./info:regioninfo/1732252663811/Put/seqid=0 2024-11-22T05:18:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741839_1015 (size=6421) 2024-11-22T05:18:49,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,33565,1732252652421 got entry batch from reader: null 2024-11-22T05:18:49,955 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:18:50,108 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:50,308 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:50,327 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/info/84d675ddb4f2419db821b54440f9ba11 2024-11-22T05:18:50,347 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/ns/4777c90becad49748e45a01c02968eb0 is 43, key is default/ns:d/1732252661905/Put/seqid=0 2024-11-22T05:18:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741840_1016 (size=5153) 2024-11-22T05:18:50,508 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:50,708 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:50,734 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:18:50,734 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:18:50,751 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/ns/4777c90becad49748e45a01c02968eb0 2024-11-22T05:18:50,775 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/724f05717f1943a4acba73e11b211e1a is 112, key is test,,1732252662646.e55fb997e1ebd1e58d5637cf0852a9bd./rep_barrier:seqnumDuringOpen/1732252663811/Put/seqid=0 2024-11-22T05:18:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741841_1017 (size=5518) 2024-11-22T05:18:50,908 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:18:50,908 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:18:50,908 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:51,109 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:51,180 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/724f05717f1943a4acba73e11b211e1a 2024-11-22T05:18:51,198 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/table/cabcca4ef42b4c19a73c3853752de1ad is 40, key is test/table:state/1732252663820/Put/seqid=0 2024-11-22T05:18:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741842_1018 (size=5165) 2024-11-22T05:18:51,309 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:51,509 DEBUG [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:51,603 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/table/cabcca4ef42b4c19a73c3853752de1ad 2024-11-22T05:18:51,610 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/info/84d675ddb4f2419db821b54440f9ba11 as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/info/84d675ddb4f2419db821b54440f9ba11 2024-11-22T05:18:51,617 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/info/84d675ddb4f2419db821b54440f9ba11, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T05:18:51,618 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/ns/4777c90becad49748e45a01c02968eb0 as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/ns/4777c90becad49748e45a01c02968eb0 2024-11-22T05:18:51,625 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/ns/4777c90becad49748e45a01c02968eb0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:18:51,626 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/rep_barrier/724f05717f1943a4acba73e11b211e1a as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/rep_barrier/724f05717f1943a4acba73e11b211e1a 2024-11-22T05:18:51,635 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/rep_barrier/724f05717f1943a4acba73e11b211e1a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T05:18:51,636 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/.tmp/table/cabcca4ef42b4c19a73c3853752de1ad as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/table/cabcca4ef42b4c19a73c3853752de1ad 2024-11-22T05:18:51,641 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/table/cabcca4ef42b4c19a73c3853752de1ad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:18:51,642 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false 2024-11-22T05:18:51,647 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:18:51,647 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:51,647 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:18:51,647 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:18:51,647 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252729907Running coprocessor pre-close hooks at 1732252729907Disabling compacts and flushes for region at 1732252729907Disabling writes for close at 1732252729908 (+1 ms)Obtaining lock to block concurrent updates at 1732252729908Preparing flush snapshotting stores in 1588230740 at 1732252729908Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732252729908Flushing stores of hbase:meta,,1.1588230740 at 1732252729909 (+1 ms)Flushing 1588230740/info: creating writer at 1732252729909Flushing 1588230740/info: appending metadata at 1732252729922 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732252729922Flushing 1588230740/ns: creating writer at 1732252730333 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732252730346 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732252730346Flushing 1588230740/rep_barrier: creating writer at 1732252730757 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252730774 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252730774Flushing 1588230740/table: creating writer at 1732252731185 (+411 ms)Flushing 1588230740/table: appending metadata at 1732252731198 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732252731198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a1ccd1: reopening flushed file at 1732252731609 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7096c08b: reopening flushed file at 1732252731617 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46845f34: reopening flushed file at 1732252731625 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64753e09: reopening flushed file at 1732252731635 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=11, compaction requested=false at 1732252731642 (+7 ms)Writing region close event to WAL at 1732252731644 (+2 ms)Running coprocessor post-close hooks at 1732252731647 (+3 ms)Closed at 1732252731647 2024-11-22T05:18:51,648 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:18:51,709 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,42451,1732252658528; all regions closed. 2024-11-22T05:18:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741834_1010 (size=2717) 2024-11-22T05:18:51,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.meta.1732252661818.meta not finished, retry = 0 2024-11-22T05:18:51,814 DEBUG [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/oldWALs 2024-11-22T05:18:51,814 INFO [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C42451%2C1732252658528.meta:.meta(num 1732252661818) 2024-11-22T05:18:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741832_1008 (size=1028) 2024-11-22T05:18:51,817 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/WALs/82891a793a29,42451,1732252658528/82891a793a29%2C42451%2C1732252658528.1732252660829 not finished, retry = 0 2024-11-22T05:18:51,920 DEBUG [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/oldWALs 2024-11-22T05:18:51,920 INFO [RS:0;82891a793a29:42451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C42451%2C1732252658528:(num 1732252660829) 2024-11-22T05:18:51,920 DEBUG [RS:0;82891a793a29:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:51,920 INFO [RS:0;82891a793a29:42451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:18:51,920 INFO [RS:0;82891a793a29:42451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:18:51,920 INFO [RS:0;82891a793a29:42451 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:18:51,920 INFO [RS:0;82891a793a29:42451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:18:51,920 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:18:51,921 INFO [RS:0;82891a793a29:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:42451. 2024-11-22T05:18:51,921 DEBUG [RS:0;82891a793a29:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:51,921 DEBUG [RS:0;82891a793a29:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:51,921 DEBUG [RS:0;82891a793a29:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:51,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:18:51,921 INFO [RS:0;82891a793a29:42451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42451 2024-11-22T05:18:51,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658/rs 2024-11-22T05:18:51,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170566658/rs/82891a793a29,42451,1732252658528 2024-11-22T05:18:51,968 INFO [RS:0;82891a793a29:42451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:18:51,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,42451,1732252658528] 2024-11-22T05:18:51,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/draining/82891a793a29,42451,1732252658528 already deleted, retry=false 2024-11-22T05:18:51,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,42451,1732252658528 expired; onlineServers=0 2024-11-22T05:18:51,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,33769,1732252658382' ***** 2024-11-22T05:18:51,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:18:51,990 DEBUG [M:0;82891a793a29:33769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:18:51,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:18:51,990 DEBUG [M:0;82891a793a29:33769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:18:51,990 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252660562 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252660562,5,FailOnTimeoutGroup] 2024-11-22T05:18:51,990 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252660562 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252660562,5,FailOnTimeoutGroup] 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:18:51,990 DEBUG [M:0;82891a793a29:33769 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:18:51,990 INFO [M:0;82891a793a29:33769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:18:51,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:18:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-170566658/master 2024-11-22T05:18:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-170566658 2024-11-22T05:18:52,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-170566658/master already deleted, retry=false 2024-11-22T05:18:52,000 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-170566658/master 2024-11-22T05:18:52,000 INFO [M:0;82891a793a29:33769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/.lastflushedseqids 2024-11-22T05:18:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741843_1019 (size=173) 2024-11-22T05:18:52,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:52,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10160f9c5080004, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:52,079 INFO [RS:0;82891a793a29:42451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:18:52,079 INFO [RS:0;82891a793a29:42451 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,42451,1732252658528; zookeeper connection closed. 2024-11-22T05:18:52,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@224f4d5 2024-11-22T05:18:52,080 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:18:52,406 INFO [M:0;82891a793a29:33769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:18:52,407 INFO [M:0;82891a793a29:33769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:18:52,407 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:18:52,407 INFO [M:0;82891a793a29:33769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:52,407 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:52,407 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:18:52,407 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:52,407 INFO [M:0;82891a793a29:33769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-22T05:18:52,424 DEBUG [M:0;82891a793a29:33769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf889fd3b954a89bb6e2a4c7c74147a is 82, key is hbase:meta,,1/info:regioninfo/1732252661880/Put/seqid=0 2024-11-22T05:18:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741844_1020 (size=5672) 2024-11-22T05:18:52,830 INFO [M:0;82891a793a29:33769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf889fd3b954a89bb6e2a4c7c74147a 2024-11-22T05:18:52,856 DEBUG [M:0;82891a793a29:33769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f91710dfb78d44a8b479d90726ea081d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252663825/Put/seqid=0 2024-11-22T05:18:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741845_1021 (size=6728) 2024-11-22T05:18:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ae0fe51cb2a82d with lease ID 0x9dc516076af73943: from storage DS-48336552-46c3-4978-84d9-985c2dc6ac7a node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226), blocks: 10, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:18:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36ae0fe51cb2a82d with lease ID 0x9dc516076af73943: from storage DS-c8bd6c65-ff51-46e2-9298-8296b5cf47f7 node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=9ea0f32b-170f-43bd-ac2f-6869bdce1882, infoPort=42139, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=1438297665;c=1732252656226), blocks: 11, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:18:52,968 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.1732252654931 to pos 997, reset compression=false 2024-11-22T05:18:53,264 INFO [M:0;82891a793a29:33769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f91710dfb78d44a8b479d90726ea081d 2024-11-22T05:18:53,271 INFO [M:0;82891a793a29:33769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f91710dfb78d44a8b479d90726ea081d 2024-11-22T05:18:53,290 DEBUG [M:0;82891a793a29:33769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a213fb806e74a2b9979908b2d5c6c80 is 69, key is 82891a793a29,42451,1732252658528/rs:state/1732252660682/Put/seqid=0 2024-11-22T05:18:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741846_1022 (size=5156) 2024-11-22T05:18:53,695 INFO [M:0;82891a793a29:33769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a213fb806e74a2b9979908b2d5c6c80 2024-11-22T05:18:53,701 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daf889fd3b954a89bb6e2a4c7c74147a as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daf889fd3b954a89bb6e2a4c7c74147a 2024-11-22T05:18:53,706 INFO [M:0;82891a793a29:33769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daf889fd3b954a89bb6e2a4c7c74147a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-22T05:18:53,707 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f91710dfb78d44a8b479d90726ea081d as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f91710dfb78d44a8b479d90726ea081d 2024-11-22T05:18:53,711 INFO [M:0;82891a793a29:33769 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f91710dfb78d44a8b479d90726ea081d 2024-11-22T05:18:53,711 INFO [M:0;82891a793a29:33769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f91710dfb78d44a8b479d90726ea081d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-22T05:18:53,712 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a213fb806e74a2b9979908b2d5c6c80 as hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a213fb806e74a2b9979908b2d5c6c80 2024-11-22T05:18:53,716 INFO [M:0;82891a793a29:33769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35399/user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a213fb806e74a2b9979908b2d5c6c80, entries=1, sequenceid=58, filesize=5.0 K 2024-11-22T05:18:53,717 INFO [M:0;82891a793a29:33769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false 2024-11-22T05:18:53,719 INFO [M:0;82891a793a29:33769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:53,719 DEBUG [M:0;82891a793a29:33769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252732407Disabling compacts and flushes for region at 1732252732407Disabling writes for close at 1732252732407Obtaining lock to block concurrent updates at 1732252732407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252732407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732252732408 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252732408Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252732408Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252732423 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252732424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252732835 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252732856 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252732856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252733271 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252733289 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252733289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cce20d8: reopening flushed file at 1732252733700 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a58b5b: reopening flushed file at 1732252733706 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760e3112: reopening flushed file at 1732252733711 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=58, compaction requested=false at 1732252733717 (+6 ms)Writing region close event to WAL at 1732252733719 (+2 ms)Closed at 1732252733719 2024-11-22T05:18:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741830_1006 (size=33038) 2024-11-22T05:18:53,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/870996bb-de9f-f0b5-a425-c2b1a8b85b8d/MasterData/WALs/82891a793a29,33769,1732252658382/82891a793a29%2C33769%2C1732252658382.1732252660288 not finished, retry = 0 2024-11-22T05:18:53,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:18:53,822 INFO [M:0;82891a793a29:33769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:18:53,822 INFO [M:0;82891a793a29:33769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33769 2024-11-22T05:18:53,823 INFO [M:0;82891a793a29:33769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:18:53,942 INFO [M:0;82891a793a29:33769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:18:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:53,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33769-0x10160f9c5080003, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:53,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:18:53,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:18:53,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:18:53,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:18:53,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir/,STOPPED} 2024-11-22T05:18:53,947 WARN [BP-215310818-172.17.0.2-1732252656226 heartbeating to localhost/127.0.0.1:35399 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:18:53,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:18:53,947 WARN [BP-215310818-172.17.0.2-1732252656226 heartbeating to localhost/127.0.0.1:35399 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-215310818-172.17.0.2-1732252656226 (Datanode Uuid 9ea0f32b-170f-43bd-ac2f-6869bdce1882) service to localhost/127.0.0.1:35399 2024-11-22T05:18:53,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:18:53,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/cluster_375deb3a-5797-e32e-f6ab-4768136d0c0c/data/data1/current/BP-215310818-172.17.0.2-1732252656226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:18:53,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/cluster_375deb3a-5797-e32e-f6ab-4768136d0c0c/data/data2/current/BP-215310818-172.17.0.2-1732252656226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:18:53,947 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:18:53,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:18:53,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:18:53,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:18:53,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:18:53,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir/,STOPPED} 2024-11-22T05:18:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:18:53,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:18:53,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:18:53,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:53,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:53,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:53,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:18:53,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:18:53,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1329816416, stopped=false 2024-11-22T05:18:53,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,45455,1732252652244 2024-11-22T05:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980528765/running 2024-11-22T05:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980528765/running 2024-11-22T05:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:18:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:18:54,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:18:54,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:18:54,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:54,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:54,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/running 2024-11-22T05:18:54,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Set watcher on znode that does not yet exist, /0980528765/running 2024-11-22T05:18:54,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,33565,1732252652421' ***** 2024-11-22T05:18:54,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:18:54,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a74682cbd3a399bcce4cf45033ceb01 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,33565,1732252652421 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:18:54,022 INFO [RS:0;82891a793a29:33565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:33565. 2024-11-22T05:18:54,022 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a74682cbd3a399bcce4cf45033ceb01, disabling compactions & flushes 2024-11-22T05:18:54,022 DEBUG [RS:0;82891a793a29:33565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:54,022 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:18:54,022 DEBUG [RS:0;82891a793a29:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:54,022 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. after waiting 0 ms 2024-11-22T05:18:54,023 INFO [RS:0;82891a793a29:33565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:18:54,023 INFO [RS:0;82891a793a29:33565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:18:54,023 INFO [RS:0;82891a793a29:33565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:18:54,023 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:18:54,023 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:18:54,023 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a74682cbd3a399bcce4cf45033ceb01=test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01., 72845556ee67e9795e98c089a28a7819=hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819.} 2024-11-22T05:18:54,023 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a74682cbd3a399bcce4cf45033ceb01, 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:18:54,023 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:18:54,023 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:18:54,023 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:18:54,026 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/default/test/6a74682cbd3a399bcce4cf45033ceb01/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:18:54,027 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a74682cbd3a399bcce4cf45033ceb01: Waiting for close lock at 1732252734022Running coprocessor pre-close hooks at 1732252734022Disabling compacts and flushes for region at 1732252734022Disabling writes for close at 1732252734023 (+1 ms)Writing region close event to WAL at 1732252734023Running coprocessor post-close hooks at 1732252734027 (+4 ms)Closed at 1732252734027 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01. 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72845556ee67e9795e98c089a28a7819, disabling compactions & flushes 2024-11-22T05:18:54,027 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. after waiting 0 ms 2024-11-22T05:18:54,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:18:54,028 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72845556ee67e9795e98c089a28a7819 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-22T05:18:54,043 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/info/183f2d8620a64ff791a50901f80d1614 is 147, key is hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819./info:regioninfo/1732252666016/Put/seqid=0 2024-11-22T05:18:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741844_1020 (size=7686) 2024-11-22T05:18:54,050 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/hfileref/fe2e1bf71aba4e919f2f62fa35042798 is 74, key is 1/hfileref:83aebfacf7ac4ef98ba123416bba44eb_SeqId_4_/1732252668807/DeleteColumn/seqid=0 2024-11-22T05:18:54,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741845_1021 (size=5203) 2024-11-22T05:18:54,076 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:18:54,223 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,423 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,448 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/info/183f2d8620a64ff791a50901f80d1614 2024-11-22T05:18:54,460 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/hfileref/fe2e1bf71aba4e919f2f62fa35042798 2024-11-22T05:18:54,472 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/ns/20c642b996ff4e1986ca3d3928c21c1e is 43, key is default/ns:d/1732252656079/Put/seqid=0 2024-11-22T05:18:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741846_1022 (size=5153) 2024-11-22T05:18:54,487 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/queue/8c6b8205efd7412da5d380698676be95 is 153, key is 1-82891a793a29,33565,1732252652421/queue:82891a793a29%2C33565%2C1732252652421/1732252669928/Put/seqid=0 2024-11-22T05:18:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741847_1023 (size=5352) 2024-11-22T05:18:54,624 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,803 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:18:54,803 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:18:54,824 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72845556ee67e9795e98c089a28a7819 2024-11-22T05:18:54,886 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/ns/20c642b996ff4e1986ca3d3928c21c1e 2024-11-22T05:18:54,892 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/queue/8c6b8205efd7412da5d380698676be95 2024-11-22T05:18:54,897 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/hfileref/fe2e1bf71aba4e919f2f62fa35042798 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/hfileref/fe2e1bf71aba4e919f2f62fa35042798 2024-11-22T05:18:54,903 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/hfileref/fe2e1bf71aba4e919f2f62fa35042798, entries=2, sequenceid=10, filesize=5.1 K 2024-11-22T05:18:54,904 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/.tmp/queue/8c6b8205efd7412da5d380698676be95 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/queue/8c6b8205efd7412da5d380698676be95 2024-11-22T05:18:54,907 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2965107257460d982c85d8f9fbd32a is 112, key is test,,1732252661998.6a74682cbd3a399bcce4cf45033ceb01./rep_barrier:seqnumDuringOpen/1732252662387/Put/seqid=0 2024-11-22T05:18:54,909 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/queue/8c6b8205efd7412da5d380698676be95, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T05:18:54,910 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 72845556ee67e9795e98c089a28a7819 in 883ms, sequenceid=10, compaction requested=false 2024-11-22T05:18:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741848_1024 (size=5518) 2024-11-22T05:18:54,915 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/replication/72845556ee67e9795e98c089a28a7819/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:18:54,915 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:54,915 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:18:54,915 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:18:54,915 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72845556ee67e9795e98c089a28a7819: Waiting for close lock at 1732252734027Running coprocessor pre-close hooks at 1732252734027Disabling compacts and flushes for region at 1732252734027Disabling writes for close at 1732252734027Obtaining lock to block concurrent updates at 1732252734028 (+1 ms)Preparing flush snapshotting stores in 72845556ee67e9795e98c089a28a7819 at 1732252734028Finished memstore snapshotting hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732252734028Flushing stores of hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. at 1732252734029 (+1 ms)Flushing 72845556ee67e9795e98c089a28a7819/hfileref: creating writer at 1732252734029Flushing 72845556ee67e9795e98c089a28a7819/hfileref: appending metadata at 1732252734049 (+20 ms)Flushing 72845556ee67e9795e98c089a28a7819/hfileref: closing flushed file at 1732252734049Flushing 72845556ee67e9795e98c089a28a7819/queue: creating writer at 1732252734466 (+417 ms)Flushing 72845556ee67e9795e98c089a28a7819/queue: appending metadata at 1732252734486 (+20 ms)Flushing 72845556ee67e9795e98c089a28a7819/queue: closing flushed file at 1732252734486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd0141: reopening flushed file at 1732252734897 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4626abef: reopening flushed file at 1732252734903 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 72845556ee67e9795e98c089a28a7819 in 883ms, sequenceid=10, compaction requested=false at 1732252734910 (+7 ms)Writing region close event to WAL at 1732252734911 (+1 ms)Running coprocessor post-close hooks at 1732252734915 (+4 ms)Closed at 1732252734915 2024-11-22T05:18:54,915 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252664827.72845556ee67e9795e98c089a28a7819. 2024-11-22T05:18:54,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:54,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:54,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:54,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:54,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,024 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:18:55,024 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:18:55,024 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:55,224 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:55,312 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2965107257460d982c85d8f9fbd32a 2024-11-22T05:18:55,337 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/table/18e697eb719c4cb7bdfc2a1aa883e8c0 is 53, key is hbase:replication/table:state/1732252666071/Put/seqid=0 2024-11-22T05:18:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741849_1025 (size=5308) 2024-11-22T05:18:55,424 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:55,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:18:55,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:18:55,625 DEBUG [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:18:55,742 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/table/18e697eb719c4cb7bdfc2a1aa883e8c0 2024-11-22T05:18:55,748 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/info/183f2d8620a64ff791a50901f80d1614 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/info/183f2d8620a64ff791a50901f80d1614 2024-11-22T05:18:55,755 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/info/183f2d8620a64ff791a50901f80d1614, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:18:55,756 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/ns/20c642b996ff4e1986ca3d3928c21c1e as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/ns/20c642b996ff4e1986ca3d3928c21c1e 2024-11-22T05:18:55,761 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/ns/20c642b996ff4e1986ca3d3928c21c1e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:18:55,762 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/rep_barrier/2f2965107257460d982c85d8f9fbd32a as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/rep_barrier/2f2965107257460d982c85d8f9fbd32a 2024-11-22T05:18:55,767 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/rep_barrier/2f2965107257460d982c85d8f9fbd32a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:18:55,768 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/.tmp/table/18e697eb719c4cb7bdfc2a1aa883e8c0 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/table/18e697eb719c4cb7bdfc2a1aa883e8c0 2024-11-22T05:18:55,773 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/table/18e697eb719c4cb7bdfc2a1aa883e8c0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:18:55,774 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-22T05:18:55,775 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:18:55,789 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:18:55,789 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:55,790 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:18:55,790 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:18:55,790 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252734023Running coprocessor pre-close hooks at 1732252734023Disabling compacts and flushes for region at 1732252734023Disabling writes for close at 1732252734023Obtaining lock to block concurrent updates at 1732252734023Preparing flush snapshotting stores in 1588230740 at 1732252734023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252734023Flushing stores of hbase:meta,,1.1588230740 at 1732252734024 (+1 ms)Flushing 1588230740/info: creating writer at 1732252734024Flushing 1588230740/info: appending metadata at 1732252734043 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732252734043Flushing 1588230740/ns: creating writer at 1732252734453 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732252734472 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732252734472Flushing 1588230740/rep_barrier: creating writer at 1732252734891 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252734907 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252734907Flushing 1588230740/table: creating writer at 1732252735318 (+411 ms)Flushing 1588230740/table: appending metadata at 1732252735336 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732252735336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c9d3f5: reopening flushed file at 1732252735747 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652d39e5: reopening flushed file at 1732252735755 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed2028b: reopening flushed file at 1732252735762 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f845802: reopening flushed file at 1732252735768 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1732252735774 (+6 ms)Writing region close event to WAL at 1732252735781 (+7 ms)Running coprocessor post-close hooks at 1732252735789 (+8 ms)Closed at 1732252735790 (+1 ms) 2024-11-22T05:18:55,790 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:18:55,825 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,33565,1732252652421; all regions closed. 2024-11-22T05:18:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:18:55,829 DEBUG [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs 2024-11-22T05:18:55,829 INFO [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C33565%2C1732252652421.meta:.meta(num 1732252655870) 2024-11-22T05:18:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741839_1015 (size=2700) 2024-11-22T05:18:55,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/WALs/82891a793a29,33565,1732252652421/82891a793a29%2C33565%2C1732252652421.rep.1732252665968 not finished, retry = 0 2024-11-22T05:18:55,934 DEBUG [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs 2024-11-22T05:18:55,934 INFO [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C33565%2C1732252652421.rep:(num 1732252665968) 2024-11-22T05:18:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741832_1008 (size=1300) 2024-11-22T05:18:55,939 DEBUG [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/oldWALs 2024-11-22T05:18:55,939 INFO [RS:0;82891a793a29:33565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C33565%2C1732252652421:(num 1732252654931) 2024-11-22T05:18:55,939 DEBUG [RS:0;82891a793a29:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:55,939 INFO [RS:0;82891a793a29:33565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:18:55,939 INFO [RS:0;82891a793a29:33565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:18:55,940 INFO [RS:0;82891a793a29:33565 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:18:55,940 INFO [RS:0;82891a793a29:33565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:18:55,940 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:18:55,940 INFO [RS:0;82891a793a29:33565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,33565,1732252652421 because: Region server is closing 2024-11-22T05:18:55,940 INFO [RS:0;82891a793a29:33565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:33565. 2024-11-22T05:18:55,940 DEBUG [RS:0;82891a793a29:33565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:18:55,940 DEBUG [RS:0;82891a793a29:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:55,940 DEBUG [RS:0;82891a793a29:33565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:18:55,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:18:56,041 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:18:56,041 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.wal-reader.82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:18:56,041 INFO [RS:0;82891a793a29:33565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,33565,1732252652421.replicationSource.shipper82891a793a29%2C33565%2C1732252652421,1-82891a793a29,33565,1732252652421 terminated 2024-11-22T05:18:56,041 INFO [RS:0;82891a793a29:33565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33565 2024-11-22T05:18:56,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980528765/rs/82891a793a29,33565,1732252652421 2024-11-22T05:18:56,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765/rs 2024-11-22T05:18:56,147 INFO [RS:0;82891a793a29:33565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:18:56,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,33565,1732252652421] 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:18:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:18:56,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0980528765/draining/82891a793a29,33565,1732252652421 already deleted, retry=false 2024-11-22T05:18:56,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,33565,1732252652421 expired; onlineServers=0 2024-11-22T05:18:56,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,45455,1732252652244' ***** 2024-11-22T05:18:56,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:18:56,406 INFO [M:0;82891a793a29:45455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:18:56,406 INFO [M:0;82891a793a29:45455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:18:56,406 DEBUG [M:0;82891a793a29:45455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:18:56,407 DEBUG [M:0;82891a793a29:45455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:18:56,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:18:56,407 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252654665 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252654665,5,FailOnTimeoutGroup] 2024-11-22T05:18:56,407 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252654665 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252654665,5,FailOnTimeoutGroup] 2024-11-22T05:18:56,407 INFO [M:0;82891a793a29:45455 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:18:56,407 INFO [M:0;82891a793a29:45455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:18:56,407 DEBUG [M:0;82891a793a29:45455 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:18:56,407 INFO [M:0;82891a793a29:45455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:18:56,407 INFO [M:0;82891a793a29:45455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:18:56,407 INFO [M:0;82891a793a29:45455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:18:56,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:18:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:56,418 INFO [RS:0;82891a793a29:33565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:18:56,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33565-0x10160f9c5080001, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:56,418 INFO [RS:0;82891a793a29:33565 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,33565,1732252652421; zookeeper connection closed. 2024-11-22T05:18:56,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c39139b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c39139b 2024-11-22T05:18:56,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:18:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0980528765/master 2024-11-22T05:18:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0980528765 2024-11-22T05:18:56,469 DEBUG [M:0;82891a793a29:45455 {}] zookeeper.ZKUtil(347): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Unable to get data of znode /0980528765/master because node does not exist (not an error) 2024-11-22T05:18:56,469 WARN [M:0;82891a793a29:45455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:18:56,471 INFO [M:0;82891a793a29:45455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/.lastflushedseqids 2024-11-22T05:18:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741850_1026 (size=263) 2024-11-22T05:18:56,880 INFO [M:0;82891a793a29:45455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:18:56,880 INFO [M:0;82891a793a29:45455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:18:56,880 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:18:56,880 INFO [M:0;82891a793a29:45455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:56,880 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:56,880 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:18:56,880 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:56,881 INFO [M:0;82891a793a29:45455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-22T05:18:56,894 DEBUG [M:0;82891a793a29:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a025c7277b461d8acf967c56a1485d is 82, key is hbase:meta,,1/info:regioninfo/1732252655902/Put/seqid=0 2024-11-22T05:18:56,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741851_1027 (size=5672) 2024-11-22T05:18:57,298 INFO [M:0;82891a793a29:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a025c7277b461d8acf967c56a1485d 2024-11-22T05:18:57,317 DEBUG [M:0;82891a793a29:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f4aee5cf45430eb5cdb8bb24bfdaf7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252662401/Put/seqid=0 2024-11-22T05:18:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741852_1028 (size=7240) 2024-11-22T05:18:57,722 INFO [M:0;82891a793a29:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f4aee5cf45430eb5cdb8bb24bfdaf7 2024-11-22T05:18:57,726 INFO [M:0;82891a793a29:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f4aee5cf45430eb5cdb8bb24bfdaf7 2024-11-22T05:18:57,741 DEBUG [M:0;82891a793a29:45455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94299fabb8d64fcbaae4c8c6e055eb58 is 69, key is 82891a793a29,33565,1732252652421/rs:state/1732252654787/Put/seqid=0 2024-11-22T05:18:57,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741853_1029 (size=5156) 2024-11-22T05:18:58,146 INFO [M:0;82891a793a29:45455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94299fabb8d64fcbaae4c8c6e055eb58 2024-11-22T05:18:58,151 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a025c7277b461d8acf967c56a1485d as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a025c7277b461d8acf967c56a1485d 2024-11-22T05:18:58,156 INFO [M:0;82891a793a29:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a025c7277b461d8acf967c56a1485d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T05:18:58,156 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f4aee5cf45430eb5cdb8bb24bfdaf7 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f4aee5cf45430eb5cdb8bb24bfdaf7 2024-11-22T05:18:58,161 INFO [M:0;82891a793a29:45455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74f4aee5cf45430eb5cdb8bb24bfdaf7 2024-11-22T05:18:58,161 INFO [M:0;82891a793a29:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f4aee5cf45430eb5cdb8bb24bfdaf7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-22T05:18:58,162 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94299fabb8d64fcbaae4c8c6e055eb58 as hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94299fabb8d64fcbaae4c8c6e055eb58 2024-11-22T05:18:58,166 INFO [M:0;82891a793a29:45455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35195/user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94299fabb8d64fcbaae4c8c6e055eb58, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T05:18:58,167 INFO [M:0;82891a793a29:45455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-11-22T05:18:58,169 INFO [M:0;82891a793a29:45455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:18:58,169 DEBUG [M:0;82891a793a29:45455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252736880Disabling compacts and flushes for region at 1732252736880Disabling writes for close at 1732252736880Obtaining lock to block concurrent updates at 1732252736881 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252736881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732252736881Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252736881Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252736881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252736893 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252736893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252737302 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252737317 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252737317Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252737727 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252737740 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252737740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56db9b18: reopening flushed file at 1732252738150 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a28e912: reopening flushed file at 1732252738156 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ef842b: reopening flushed file at 1732252738161 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1732252738167 (+6 ms)Writing region close event to WAL at 1732252738169 (+2 ms)Closed at 1732252738169 2024-11-22T05:18:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40569 is added to blk_1073741830_1006 (size=64526) 2024-11-22T05:18:58,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ec97ddd-85e9-55a6-e9e0-84714bb3ab45/MasterData/WALs/82891a793a29,45455,1732252652244/82891a793a29%2C45455%2C1732252652244.1732252654267 not finished, retry = 0 2024-11-22T05:18:58,272 INFO [M:0;82891a793a29:45455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:18:58,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:18:58,272 INFO [M:0;82891a793a29:45455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45455 2024-11-22T05:18:58,272 INFO [M:0;82891a793a29:45455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:18:58,415 INFO [M:0;82891a793a29:45455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:18:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:58,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45455-0x10160f9c5080000, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:18:58,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:18:58,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:18:58,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:18:58,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:18:58,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir/,STOPPED} 2024-11-22T05:18:58,419 WARN [BP-1348659258-172.17.0.2-1732252649854 heartbeating to localhost/127.0.0.1:35195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:18:58,419 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:18:58,419 WARN [BP-1348659258-172.17.0.2-1732252649854 heartbeating to localhost/127.0.0.1:35195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1348659258-172.17.0.2-1732252649854 (Datanode Uuid b96cf15f-97e4-4949-a300-f39bb0fbf06a) service to localhost/127.0.0.1:35195 2024-11-22T05:18:58,419 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:18:58,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/data/data1/current/BP-1348659258-172.17.0.2-1732252649854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:18:58,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/cluster_a3f37da1-5595-1ea9-b7e1-05b0fecc7633/data/data2/current/BP-1348659258-172.17.0.2-1732252649854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:18:58,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:18:58,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:18:58,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:18:58,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:18:58,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:18:58,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ec090fe-8212-6406-5dcc-341adb6c464b/hadoop.log.dir/,STOPPED} 2024-11-22T05:18:58,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:18:58,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:18:58,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fcad0b8b7e0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35399 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fcad0b8b7e0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35399 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35195 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63069) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35399 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=8280 (was 8442) 2024-11-22T05:18:58,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=8280 2024-11-22T05:18:58,469 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-22T05:18:58,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir so I do NOT create it in target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f 2024-11-22T05:18:58,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:18:58,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.tmp.dir so I do NOT create it in target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f 2024-11-22T05:18:58,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e951740-8b64-bf91-67e4-63b9f88ac9bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:18:58,470 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f 2024-11-22T05:18:58,470 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297, deleteOnExit=true 2024-11-22T05:18:58,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/zookeeper_0, clientPort=50379, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:18:58,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50379 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/test.cache.data in system properties and HBase conf 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:18:58,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:18:58,476 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:18:58,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:18:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160f9c5080005, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:18:58,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160f9c5080002, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:18:58,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160f9c5080005, quorum=127.0.0.1:63069, baseZNode=/1-170566658 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:18:58,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160f9c5080002, quorum=127.0.0.1:63069, baseZNode=/0980528765 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:18:58,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:18:58,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:18:58,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:18:58,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:18:58,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:18:58,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:18:58,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:18:58,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:18:59,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/java.io.tmpdir/jetty-localhost-32823-hadoop-hdfs-3_4_1-tests_jar-_-any-8697339292694178608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:18:59,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:32823} 2024-11-22T05:18:59,003 INFO [Time-limited test {}] server.Server(415): Started @138491ms 2024-11-22T05:18:59,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:18:59,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:18:59,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:18:59,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:18:59,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:18:59,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:18:59,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:18:59,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23cc2f18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/java.io.tmpdir/jetty-localhost-43295-hadoop-hdfs-3_4_1-tests_jar-_-any-8288510142307844557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:18:59,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:43295} 2024-11-22T05:18:59,425 INFO [Time-limited test {}] server.Server(415): Started @138913ms 2024-11-22T05:18:59,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:19:00,180 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/data/data1/current/BP-1138757403-172.17.0.2-1732252738494/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:00,180 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/data/data2/current/BP-1138757403-172.17.0.2-1732252738494/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:00,198 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:19:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3179ef72310aec15 with lease ID 0x227a4a2ee0f2ad24: Processing first storage report for DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0 from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=a9dd3f01-52ac-426f-86ee-fb1c2e50a5e0, infoPort=41869, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1385096497;c=1732252738494) 2024-11-22T05:19:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3179ef72310aec15 with lease ID 0x227a4a2ee0f2ad24: from storage DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0 node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=a9dd3f01-52ac-426f-86ee-fb1c2e50a5e0, infoPort=41869, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1385096497;c=1732252738494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3179ef72310aec15 with lease ID 0x227a4a2ee0f2ad24: Processing first storage report for DS-2e8f1971-915c-4512-8eae-97d16c24d8d7 from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=a9dd3f01-52ac-426f-86ee-fb1c2e50a5e0, infoPort=41869, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1385096497;c=1732252738494) 2024-11-22T05:19:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3179ef72310aec15 with lease ID 0x227a4a2ee0f2ad24: from storage DS-2e8f1971-915c-4512-8eae-97d16c24d8d7 node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=a9dd3f01-52ac-426f-86ee-fb1c2e50a5e0, infoPort=41869, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1385096497;c=1732252738494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:00,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f 2024-11-22T05:19:00,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:19:00,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:00,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:00,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:00,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:00,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8 with version=8 2024-11-22T05:19:00,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/hbase-staging 2024-11-22T05:19:00,692 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:00,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:00,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33699 2024-11-22T05:19:00,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33699 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:00,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336990x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:00,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33699-0x10160fb1f550000 connected 2024-11-22T05:19:00,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:00,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8, hbase.cluster.distributed=false 2024-11-22T05:19:00,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/acl 2024-11-22T05:19:00,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-22T05:19:00,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33699 2024-11-22T05:19:00,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33699 2024-11-22T05:19:00,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-22T05:19:00,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-22T05:19:00,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:00,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:00,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39691 2024-11-22T05:19:00,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39691 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:00,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:00,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396910x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:00,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396910x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:00,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39691-0x10160fb1f550001 connected 2024-11-22T05:19:00,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:00,998 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:00,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/master 2024-11-22T05:19:00,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/acl 2024-11-22T05:19:01,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39691 2024-11-22T05:19:01,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39691 2024-11-22T05:19:01,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39691 2024-11-22T05:19:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39691 2024-11-22T05:19:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39691 2024-11-22T05:19:01,014 DEBUG [M:0;82891a793a29:33699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:33699 2024-11-22T05:19:01,014 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01963029045/backup-masters/82891a793a29,33699,1732252740692 2024-11-22T05:19:01,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:01,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:01,028 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/backup-masters/82891a793a29,33699,1732252740692 2024-11-22T05:19:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/master 2024-11-22T05:19:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:01,049 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/master 2024-11-22T05:19:01,050 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01963029045/backup-masters/82891a793a29,33699,1732252740692 from backup master directory 2024-11-22T05:19:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/backup-masters/82891a793a29,33699,1732252740692 2024-11-22T05:19:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:01,070 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:01,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,33699,1732252740692 2024-11-22T05:19:01,074 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/hbase.id] with ID: 8e104a2f-6ea0-4076-a5bb-652ae9790fbd 2024-11-22T05:19:01,074 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.tmp/hbase.id 2024-11-22T05:19:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:19:01,478 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.tmp/hbase.id]:[hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/hbase.id] 2024-11-22T05:19:01,509 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:01,509 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:01,511 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T05:19:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:01,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:19:01,939 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:01,939 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:19:01,940 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:19:02,347 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store 2024-11-22T05:19:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:02,754 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:02,754 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:02,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252742754Disabling compacts and flushes for region at 1732252742754Disabling writes for close at 1732252742754Writing region close event to WAL at 1732252742754Closed at 1732252742754 2024-11-22T05:19:02,755 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/.initializing 2024-11-22T05:19:02,755 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692 2024-11-22T05:19:02,756 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:02,758 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C33699%2C1732252740692, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/oldWALs, maxLogs=10 2024-11-22T05:19:02,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692/82891a793a29%2C33699%2C1732252740692.1732252742758, exclude list is [], retry=0 2024-11-22T05:19:02,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:02,785 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:02,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:02,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:02,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:02,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,786 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:19:02,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:02,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:02,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:19:02,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:02,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:02,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:19:02,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:02,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:02,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:19:02,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:02,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:02,797 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,797 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,798 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,799 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,799 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,799 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:02,800 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:02,802 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:02,803 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73885295, jitterRate=0.10097669064998627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:02,803 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252742786Initializing all the Stores at 1732252742788 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252742788Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252742788Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252742788Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252742788Cleaning up temporary data from old regions at 1732252742799 (+11 ms)Region opened successfully at 1732252742803 (+4 ms) 2024-11-22T05:19:02,804 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:19:02,807 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7c36cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:02,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:19:02,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:19:02,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:19:02,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:19:02,809 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:19:02,809 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:19:02,809 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:19:02,822 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:19:02,823 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/balancer because node does not exist (not necessarily an error) 2024-11-22T05:19:02,834 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/balancer already deleted, retry=false 2024-11-22T05:19:02,835 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:19:02,835 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:19:02,845 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/normalizer already deleted, retry=false 2024-11-22T05:19:02,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:19:02,846 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:19:02,855 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/switch/split already deleted, retry=false 2024-11-22T05:19:02,856 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:19:02,866 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/switch/merge already deleted, retry=false 2024-11-22T05:19:02,868 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:19:02,880 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/snapshot-cleanup already deleted, retry=false 2024-11-22T05:19:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:02,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,893 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,33699,1732252740692, sessionid=0x10160fb1f550000, setting cluster-up flag (Was=false) 2024-11-22T05:19:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,944 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01963029045/flush-table-proc/acquired, /01963029045/flush-table-proc/reached, /01963029045/flush-table-proc/abort 2024-11-22T05:19:02,945 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33699,1732252740692 2024-11-22T05:19:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:02,996 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01963029045/online-snapshot/acquired, /01963029045/online-snapshot/reached, /01963029045/online-snapshot/abort 2024-11-22T05:19:02,998 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33699,1732252740692 2024-11-22T05:19:03,000 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:19:03,002 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:03,003 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:19:03,003 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:19:03,003 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,33699,1732252740692 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:19:03,004 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:03,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,005 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(746): ClusterId : 8e104a2f-6ea0-4076-a5bb-652ae9790fbd 2024-11-22T05:19:03,005 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:19:03,005 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252773005 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:19:03,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:19:03,006 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:19:03,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:19:03,007 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252743007,5,FailOnTimeoutGroup] 2024-11-22T05:19:03,007 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252743007,5,FailOnTimeoutGroup] 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,007 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:03,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:19:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:19:03,018 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:19:03,018 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:19:03,029 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:19:03,029 DEBUG [RS:0;82891a793a29:39691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7e3e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:03,041 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:39691 2024-11-22T05:19:03,041 INFO [RS:0;82891a793a29:39691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:19:03,041 INFO [RS:0;82891a793a29:39691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:19:03,041 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:19:03,042 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,33699,1732252740692 with port=39691, startcode=1732252740973 2024-11-22T05:19:03,042 DEBUG [RS:0;82891a793a29:39691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:19:03,044 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:19:03,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,39691,1732252740973 2024-11-22T05:19:03,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33699 {}] master.ServerManager(517): Registering regionserver=82891a793a29,39691,1732252740973 2024-11-22T05:19:03,045 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8 2024-11-22T05:19:03,045 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36897 2024-11-22T05:19:03,045 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:19:03,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/rs 2024-11-22T05:19:03,056 DEBUG [RS:0;82891a793a29:39691 {}] zookeeper.ZKUtil(111): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/rs/82891a793a29,39691,1732252740973 2024-11-22T05:19:03,056 WARN [RS:0;82891a793a29:39691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:03,056 INFO [RS:0;82891a793a29:39691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:03,056 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973 2024-11-22T05:19:03,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,39691,1732252740973] 2024-11-22T05:19:03,059 INFO [RS:0;82891a793a29:39691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:19:03,060 INFO [RS:0;82891a793a29:39691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:19:03,060 INFO [RS:0;82891a793a29:39691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:19:03,060 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,063 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:19:03,064 INFO [RS:0;82891a793a29:39691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:19:03,064 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,064 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,065 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,065 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:03,065 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:03,065 DEBUG [RS:0;82891a793a29:39691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:03,066 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,066 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,066 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,066 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,067 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,067 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39691,1732252740973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:03,080 INFO [RS:0;82891a793a29:39691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:19:03,080 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39691,1732252740973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,080 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,080 INFO [RS:0;82891a793a29:39691 {}] regionserver.Replication(171): 82891a793a29,39691,1732252740973 started 2024-11-22T05:19:03,093 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:03,093 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,39691,1732252740973, RpcServer on 82891a793a29/172.17.0.2:39691, sessionid=0x10160fb1f550001 2024-11-22T05:19:03,093 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:19:03,093 DEBUG [RS:0;82891a793a29:39691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,39691,1732252740973 2024-11-22T05:19:03,093 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39691,1732252740973' 2024-11-22T05:19:03,093 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01963029045/flush-table-proc/abort' 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01963029045/flush-table-proc/acquired' 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,39691,1732252740973 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,39691,1732252740973' 2024-11-22T05:19:03,094 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01963029045/online-snapshot/abort' 2024-11-22T05:19:03,095 DEBUG [RS:0;82891a793a29:39691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01963029045/online-snapshot/acquired' 2024-11-22T05:19:03,095 DEBUG [RS:0;82891a793a29:39691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:19:03,095 INFO [RS:0;82891a793a29:39691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:19:03,095 INFO [RS:0;82891a793a29:39691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:19:03,195 INFO [RS:0;82891a793a29:39691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:03,197 INFO [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39691%2C1732252740973, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:03,211 DEBUG [RS:0;82891a793a29:39691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197, exclude list is [], retry=0 2024-11-22T05:19:03,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:03,215 INFO [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 2024-11-22T05:19:03,215 DEBUG [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:03,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:19:03,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8 2024-11-22T05:19:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:19:03,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:03,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:03,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:03,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:03,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:03,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:03,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:03,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:03,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:03,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:03,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:03,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:03,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:03,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:03,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:03,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:03,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:03,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:03,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:03,853 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74452016, jitterRate=0.1094214916229248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:03,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252743823Initializing all the Stores at 1732252743824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252743824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252743825 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252743825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252743825Cleaning up temporary data from old regions at 1732252743843 (+18 ms)Region opened successfully at 1732252743854 (+11 ms) 2024-11-22T05:19:03,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:03,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:03,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:03,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:03,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:03,855 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:03,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252743854Disabling compacts and flushes for region at 1732252743854Disabling writes for close at 1732252743854Writing region close event to WAL at 1732252743855 (+1 ms)Closed at 1732252743855 2024-11-22T05:19:03,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:03,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:19:03,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:19:03,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:03,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:19:04,010 DEBUG [82891a793a29:33699 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:04,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,39691,1732252740973 2024-11-22T05:19:04,013 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39691,1732252740973, state=OPENING 2024-11-22T05:19:04,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:19:04,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:04,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:04,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:04,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39691,1732252740973}] 2024-11-22T05:19:04,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:04,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:04,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:04,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:19:04,196 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:19:04,196 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:04,197 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:19:04,198 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39691%2C1732252740973.meta, suffix=.meta, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:04,213 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.meta.1732252744199.meta, exclude list is [], retry=0 2024-11-22T05:19:04,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:04,218 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.meta.1732252744199.meta 2024-11-22T05:19:04,220 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:04,220 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:04,221 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:19:04,221 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:19:04,221 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:19:04,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:04,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:04,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:04,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:04,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:04,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:04,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:04,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:04,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:04,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:04,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:04,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:04,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:04,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:04,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:04,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:04,228 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:04,228 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:04,229 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:04,230 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:04,230 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:04,230 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:04,231 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:04,232 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70546906, jitterRate=0.051230818033218384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:04,232 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:19:04,232 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252744222Writing region info on filesystem at 1732252744222Initializing all the Stores at 1732252744222Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252744222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252744223 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252744223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252744223Cleaning up temporary data from old regions at 1732252744230 (+7 ms)Running coprocessor post-open hooks at 1732252744232 (+2 ms)Region opened successfully at 1732252744232 2024-11-22T05:19:04,233 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252744187 2024-11-22T05:19:04,235 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:19:04,236 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:19:04,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,39691,1732252740973 2024-11-22T05:19:04,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39691,1732252740973, state=OPEN 2024-11-22T05:19:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:04,309 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:04,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,39691,1732252740973 2024-11-22T05:19:04,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:04,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:19:04,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,39691,1732252740973 in 274 msec 2024-11-22T05:19:04,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:19:04,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-22T05:19:04,316 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:04,316 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:19:04,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:04,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39691,1732252740973, seqNum=-1] 2024-11-22T05:19:04,318 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:04,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:04,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-22T05:19:04,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252744327, completionTime=-1 2024-11-22T05:19:04,327 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:19:04,328 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:19:04,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:19:04,330 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252804330 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252864330 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:33699, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,332 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,334 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:04,338 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:19:04,341 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:19:04,341 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:19:04,342 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33699,1732252740692-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:04,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:04,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33699,-1 for getting cluster id 2024-11-22T05:19:04,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:04,408 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e104a2f-6ea0-4076-a5bb-652ae9790fbd' 2024-11-22T05:19:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e104a2f-6ea0-4076-a5bb-652ae9790fbd" 2024-11-22T05:19:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e319129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33699,-1] 2024-11-22T05:19:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:04,410 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:04,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:04,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39691,1732252740973, seqNum=-1] 2024-11-22T05:19:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:04,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:04,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,33699,1732252740692 2024-11-22T05:19:04,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:04,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:04,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fb1f550002 connected 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir so I do NOT create it in target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595 2024-11-22T05:19:04,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.tmp.dir so I do NOT create it in target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595 2024-11-22T05:19:04,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:19:04,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/cluster_377f7d2f-8669-7b35-c79e-08706187dc00, deleteOnExit=true 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/test.cache.data in system properties and HBase conf 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:19:04,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:19:04,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:19:04,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:19:04,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:04,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:04,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:04,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:04,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:19:04,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:04,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:04,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:05,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cebf78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/java.io.tmpdir/jetty-localhost-37863-hadoop-hdfs-3_4_1-tests_jar-_-any-16904685217488937997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:05,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:37863} 2024-11-22T05:19:05,096 INFO [Time-limited test {}] server.Server(415): Started @144584ms 2024-11-22T05:19:05,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:05,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:05,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:05,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:05,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:19:05,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:05,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:05,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5bd7e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/java.io.tmpdir/jetty-localhost-37189-hadoop-hdfs-3_4_1-tests_jar-_-any-6681253959749329088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:05,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:37189} 2024-11-22T05:19:05,546 INFO [Time-limited test {}] server.Server(415): Started @145034ms 2024-11-22T05:19:05,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:19:06,124 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/cluster_377f7d2f-8669-7b35-c79e-08706187dc00/data/data2/current/BP-1135954788-172.17.0.2-1732252744473/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:06,124 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/cluster_377f7d2f-8669-7b35-c79e-08706187dc00/data/data1/current/BP-1135954788-172.17.0.2-1732252744473/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:06,161 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:19:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd4cdecab6708ba with lease ID 0xa2b5f4f15ce7cefd: Processing first storage report for DS-7722ea06-ba6e-4f32-9066-71974850bea9 from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=dc33825b-b1ff-4407-a0b5-ef1d1d9cead9, infoPort=39179, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=1926836225;c=1732252744473) 2024-11-22T05:19:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd4cdecab6708ba with lease ID 0xa2b5f4f15ce7cefd: from storage DS-7722ea06-ba6e-4f32-9066-71974850bea9 node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=dc33825b-b1ff-4407-a0b5-ef1d1d9cead9, infoPort=39179, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=1926836225;c=1732252744473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd4cdecab6708ba with lease ID 0xa2b5f4f15ce7cefd: Processing first storage report for DS-b062aaee-351b-486f-8cb5-77c187436833 from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=dc33825b-b1ff-4407-a0b5-ef1d1d9cead9, infoPort=39179, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=1926836225;c=1732252744473) 2024-11-22T05:19:06,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd4cdecab6708ba with lease ID 0xa2b5f4f15ce7cefd: from storage DS-b062aaee-351b-486f-8cb5-77c187436833 node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=dc33825b-b1ff-4407-a0b5-ef1d1d9cead9, infoPort=39179, infoSecurePort=0, ipcPort=41603, storageInfo=lv=-57;cid=testClusterID;nsid=1926836225;c=1732252744473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:06,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595 2024-11-22T05:19:06,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:19:06,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:19:06,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:19:06,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:06,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:19:06,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:06,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:19:06,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881 with version=8 2024-11-22T05:19:06,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/hbase-staging 2024-11-22T05:19:06,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:06,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:06,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:06,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41393 2024-11-22T05:19:06,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41393 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:06,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413930x0, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:06,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41393-0x10160fb1f550003 connected 2024-11-22T05:19:06,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/running 2024-11-22T05:19:06,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881, hbase.cluster.distributed=false 2024-11-22T05:19:06,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/acl 2024-11-22T05:19:06,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-22T05:19:06,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41393 2024-11-22T05:19:06,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41393 2024-11-22T05:19:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-22T05:19:06,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-22T05:19:06,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:06,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:06,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35205 2024-11-22T05:19:06,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35205 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:06,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352050x0, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:06,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352050x0, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/running 2024-11-22T05:19:06,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35205-0x10160fb1f550004 connected 2024-11-22T05:19:06,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:06,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:06,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/master 2024-11-22T05:19:06,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/acl 2024-11-22T05:19:06,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-22T05:19:06,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35205 2024-11-22T05:19:06,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35205 2024-11-22T05:19:06,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-22T05:19:06,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-22T05:19:06,887 DEBUG [M:0;82891a793a29:41393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:41393 2024-11-22T05:19:06,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1327930502/backup-masters/82891a793a29,41393,1732252746606 2024-11-22T05:19:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/backup-masters 2024-11-22T05:19:06,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/backup-masters 2024-11-22T05:19:06,923 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on existing znode=/1327930502/backup-masters/82891a793a29,41393,1732252746606 2024-11-22T05:19:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1327930502/master 2024-11-22T05:19:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:06,934 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on existing znode=/1327930502/master 2024-11-22T05:19:06,934 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1327930502/backup-masters/82891a793a29,41393,1732252746606 from backup master directory 2024-11-22T05:19:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/backup-masters 2024-11-22T05:19:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1327930502/backup-masters/82891a793a29,41393,1732252746606 2024-11-22T05:19:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/backup-masters 2024-11-22T05:19:06,944 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:06,944 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,41393,1732252746606 2024-11-22T05:19:06,965 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/hbase.id] with ID: 7a18071f-231e-4d29-8a69-d0e437e4e8b5 2024-11-22T05:19:06,965 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/.tmp/hbase.id 2024-11-22T05:19:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:19:06,984 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/.tmp/hbase.id]:[hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/hbase.id] 2024-11-22T05:19:07,002 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:07,002 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:07,004 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T05:19:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:07,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:19:07,455 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:07,455 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:19:07,456 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:07,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:19:07,866 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store 2024-11-22T05:19:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:19:07,882 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:07,882 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:07,882 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:07,882 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:07,882 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:07,882 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:07,883 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:07,883 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252747882Disabling compacts and flushes for region at 1732252747882Disabling writes for close at 1732252747882Writing region close event to WAL at 1732252747883 (+1 ms)Closed at 1732252747883 2024-11-22T05:19:07,887 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/.initializing 2024-11-22T05:19:07,887 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/WALs/82891a793a29,41393,1732252746606 2024-11-22T05:19:07,889 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:07,891 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C41393%2C1732252746606, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/WALs/82891a793a29,41393,1732252746606, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/oldWALs, maxLogs=10 2024-11-22T05:19:07,911 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/WALs/82891a793a29,41393,1732252746606/82891a793a29%2C41393%2C1732252746606.1732252747892, exclude list is [], retry=0 2024-11-22T05:19:07,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-7722ea06-ba6e-4f32-9066-71974850bea9,DISK] 2024-11-22T05:19:07,934 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/WALs/82891a793a29,41393,1732252746606/82891a793a29%2C41393%2C1732252746606.1732252747892 2024-11-22T05:19:07,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-22T05:19:07,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:07,936 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:07,937 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,937 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:19:07,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:07,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:07,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:19:07,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:07,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:07,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:19:07,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:07,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:07,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:19:07,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:07,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:07,950 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,950 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,951 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,959 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:07,961 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:07,965 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:07,966 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60091888, jitterRate=-0.10456109046936035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:07,966 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252747937Initializing all the Stores at 1732252747938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252747938Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252747940 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252747940Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252747940Cleaning up temporary data from old regions at 1732252747958 (+18 ms)Region opened successfully at 1732252747966 (+8 ms) 2024-11-22T05:19:07,967 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:19:07,970 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bb5f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:07,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:19:07,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:19:07,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:19:07,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:19:07,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:19:07,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:19:07,972 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:19:07,995 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:19:07,996 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/balancer because node does not exist (not necessarily an error) 2024-11-22T05:19:08,097 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/balancer already deleted, retry=false 2024-11-22T05:19:08,097 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:19:08,098 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:19:08,108 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/normalizer already deleted, retry=false 2024-11-22T05:19:08,108 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:19:08,110 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:19:08,122 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/switch/split already deleted, retry=false 2024-11-22T05:19:08,123 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:19:08,133 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/switch/merge already deleted, retry=false 2024-11-22T05:19:08,135 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:19:08,143 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/snapshot-cleanup already deleted, retry=false 2024-11-22T05:19:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1327930502/running 2024-11-22T05:19:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1327930502/running 2024-11-22T05:19:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,41393,1732252746606, sessionid=0x10160fb1f550003, setting cluster-up flag (Was=false) 2024-11-22T05:19:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,238 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1327930502/flush-table-proc/acquired, /1327930502/flush-table-proc/reached, /1327930502/flush-table-proc/abort 2024-11-22T05:19:08,240 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,41393,1732252746606 2024-11-22T05:19:08,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1327930502/online-snapshot/acquired, /1327930502/online-snapshot/reached, /1327930502/online-snapshot/abort 2024-11-22T05:19:08,292 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,41393,1732252746606 2024-11-22T05:19:08,294 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:19:08,295 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:08,296 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:19:08,296 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:19:08,296 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,41393,1732252746606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:08,299 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:08,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:19:08,307 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:08,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:19:08,315 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252778315 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:19:08,316 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:19:08,317 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,319 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:19:08,320 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:19:08,320 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:19:08,320 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:19:08,321 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:19:08,321 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:19:08,322 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252748321,5,FailOnTimeoutGroup] 2024-11-22T05:19:08,322 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252748322,5,FailOnTimeoutGroup] 2024-11-22T05:19:08,322 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,322 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:19:08,322 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,322 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:19:08,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:19:08,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881 2024-11-22T05:19:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:19:08,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:08,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:08,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:08,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:08,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:08,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:08,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:08,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:08,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:08,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:08,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:08,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:08,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:08,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:08,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:08,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:08,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:08,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740 2024-11-22T05:19:08,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740 2024-11-22T05:19:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:08,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:08,377 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(746): ClusterId : 7a18071f-231e-4d29-8a69-d0e437e4e8b5 2024-11-22T05:19:08,377 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:19:08,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:08,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:08,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72844494, jitterRate=0.08546754717826843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252748355Initializing all the Stores at 1732252748356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252748356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252748356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252748356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252748356Cleaning up temporary data from old regions at 1732252748372 (+16 ms)Region opened successfully at 1732252748384 (+12 ms) 2024-11-22T05:19:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:08,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:08,386 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:19:08,386 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:19:08,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:08,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252748384Disabling compacts and flushes for region at 1732252748384Disabling writes for close at 1732252748384Writing region close event to WAL at 1732252748388 (+4 ms)Closed at 1732252748388 2024-11-22T05:19:08,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:08,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:19:08,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:19:08,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:08,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:19:08,397 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:19:08,397 DEBUG [RS:0;82891a793a29:35205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703a2c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:08,411 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:35205 2024-11-22T05:19:08,411 INFO [RS:0;82891a793a29:35205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:19:08,411 INFO [RS:0;82891a793a29:35205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:19:08,411 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:19:08,413 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,41393,1732252746606 with port=35205, startcode=1732252746815 2024-11-22T05:19:08,413 DEBUG [RS:0;82891a793a29:35205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:19:08,417 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:19:08,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,35205,1732252746815 2024-11-22T05:19:08,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41393 {}] master.ServerManager(517): Registering regionserver=82891a793a29,35205,1732252746815 2024-11-22T05:19:08,421 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881 2024-11-22T05:19:08,421 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45911 2024-11-22T05:19:08,421 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:19:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/rs 2024-11-22T05:19:08,434 DEBUG [RS:0;82891a793a29:35205 {}] zookeeper.ZKUtil(111): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on existing znode=/1327930502/rs/82891a793a29,35205,1732252746815 2024-11-22T05:19:08,434 WARN [RS:0;82891a793a29:35205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:08,434 INFO [RS:0;82891a793a29:35205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:08,435 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815 2024-11-22T05:19:08,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,35205,1732252746815] 2024-11-22T05:19:08,443 INFO [RS:0;82891a793a29:35205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:19:08,448 INFO [RS:0;82891a793a29:35205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:19:08,449 INFO [RS:0;82891a793a29:35205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:19:08,449 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,449 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:19:08,450 INFO [RS:0;82891a793a29:35205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:19:08,450 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,450 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,451 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:08,451 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:08,451 DEBUG [RS:0;82891a793a29:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,452 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35205,1732252746815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:08,471 INFO [RS:0;82891a793a29:35205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:19:08,471 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35205,1732252746815-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,471 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,471 INFO [RS:0;82891a793a29:35205 {}] regionserver.Replication(171): 82891a793a29,35205,1732252746815 started 2024-11-22T05:19:08,492 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:08,492 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,35205,1732252746815, RpcServer on 82891a793a29/172.17.0.2:35205, sessionid=0x10160fb1f550004 2024-11-22T05:19:08,493 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:19:08,493 DEBUG [RS:0;82891a793a29:35205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,35205,1732252746815 2024-11-22T05:19:08,493 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35205,1732252746815' 2024-11-22T05:19:08,493 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1327930502/flush-table-proc/abort' 2024-11-22T05:19:08,493 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1327930502/flush-table-proc/acquired' 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,35205,1732252746815 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35205,1732252746815' 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1327930502/online-snapshot/abort' 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1327930502/online-snapshot/acquired' 2024-11-22T05:19:08,494 DEBUG [RS:0;82891a793a29:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:19:08,494 INFO [RS:0;82891a793a29:35205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:19:08,494 INFO [RS:0;82891a793a29:35205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:19:08,543 WARN [82891a793a29:41393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:19:08,595 INFO [RS:0;82891a793a29:35205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:08,596 INFO [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35205%2C1732252746815, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/oldWALs, maxLogs=10 2024-11-22T05:19:08,608 DEBUG [RS:0;82891a793a29:35205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815/82891a793a29%2C35205%2C1732252746815.1732252748597, exclude list is [], retry=0 2024-11-22T05:19:08,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-7722ea06-ba6e-4f32-9066-71974850bea9,DISK] 2024-11-22T05:19:08,612 INFO [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815/82891a793a29%2C35205%2C1732252746815.1732252748597 2024-11-22T05:19:08,613 DEBUG [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-22T05:19:08,793 DEBUG [82891a793a29:41393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:08,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,35205,1732252746815 2024-11-22T05:19:08,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35205,1732252746815, state=OPENING 2024-11-22T05:19:08,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:19:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:08,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:08,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1327930502/meta-region-server: CHANGED 2024-11-22T05:19:08,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1327930502/meta-region-server: CHANGED 2024-11-22T05:19:08,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35205,1732252746815}] 2024-11-22T05:19:09,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:19:09,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:09,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:19:09,091 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:19:09,091 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:09,092 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:19:09,093 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35205%2C1732252746815.meta, suffix=.meta, logDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/oldWALs, maxLogs=10 2024-11-22T05:19:09,110 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815/82891a793a29%2C35205%2C1732252746815.meta.1732252749094.meta, exclude list is [], retry=0 2024-11-22T05:19:09,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-7722ea06-ba6e-4f32-9066-71974850bea9,DISK] 2024-11-22T05:19:09,114 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/WALs/82891a793a29,35205,1732252746815/82891a793a29%2C35205%2C1732252746815.meta.1732252749094.meta 2024-11-22T05:19:09,114 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39179:39179)] 2024-11-22T05:19:09,115 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:09,115 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:09,115 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:09,115 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:19:09,115 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:19:09,116 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:19:09,116 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:09,116 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:19:09,116 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:19:09,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:09,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:09,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:09,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:09,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:09,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:09,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:09,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:09,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:09,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:09,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:09,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:09,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:09,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:09,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:09,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:09,126 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:09,127 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740 2024-11-22T05:19:09,129 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740 2024-11-22T05:19:09,130 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:09,130 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:09,130 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:09,131 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:09,132 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71320775, jitterRate=0.06276236474514008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:09,132 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:19:09,132 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252749116Writing region info on filesystem at 1732252749116Initializing all the Stores at 1732252749117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252749117Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252749120 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252749120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252749120Cleaning up temporary data from old regions at 1732252749130 (+10 ms)Running coprocessor post-open hooks at 1732252749132 (+2 ms)Region opened successfully at 1732252749132 2024-11-22T05:19:09,133 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252749086 2024-11-22T05:19:09,136 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:19:09,136 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:19:09,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,35205,1732252746815 2024-11-22T05:19:09,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35205,1732252746815, state=OPEN 2024-11-22T05:19:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1327930502/meta-region-server 2024-11-22T05:19:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1327930502/meta-region-server 2024-11-22T05:19:09,150 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,35205,1732252746815 2024-11-22T05:19:09,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1327930502/meta-region-server: CHANGED 2024-11-22T05:19:09,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1327930502/meta-region-server: CHANGED 2024-11-22T05:19:09,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:19:09,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35205,1732252746815 in 216 msec 2024-11-22T05:19:09,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:19:09,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 762 msec 2024-11-22T05:19:09,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:09,154 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:19:09,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:09,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35205,1732252746815, seqNum=-1] 2024-11-22T05:19:09,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:09,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:09,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 866 msec 2024-11-22T05:19:09,161 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252749161, completionTime=-1 2024-11-22T05:19:09,161 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:19:09,161 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:19:09,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:19:09,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252809163 2024-11-22T05:19:09,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252869163 2024-11-22T05:19:09,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:41393, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,164 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,166 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.223sec 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:09,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:19:09,169 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:19:09,170 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:19:09,170 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,41393,1732252746606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:09,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0d01d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,41393,-1 for getting cluster id 2024-11-22T05:19:09,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:09,179 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a18071f-231e-4d29-8a69-d0e437e4e8b5' 2024-11-22T05:19:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a18071f-231e-4d29-8a69-d0e437e4e8b5" 2024-11-22T05:19:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506afa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,41393,-1] 2024-11-22T05:19:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:09,180 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:09,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35205,1732252746815, seqNum=-1] 2024-11-22T05:19:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:09,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:09,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,41393,1732252746606 2024-11-22T05:19:09,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:09,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:09,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fb1f550005 connected 2024-11-22T05:19:09,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33699,-1 for getting cluster id 2024-11-22T05:19:09,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:09,209 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e104a2f-6ea0-4076-a5bb-652ae9790fbd' 2024-11-22T05:19:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e104a2f-6ea0-4076-a5bb-652ae9790fbd" 2024-11-22T05:19:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7ded86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33699,-1] 2024-11-22T05:19:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:09,211 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1619d95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:09,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33699,1732252740692 2024-11-22T05:19:09,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d47dea 2024-11-22T05:19:09,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:09,213 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:09,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:41393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:19:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:19:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:09,216 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:41393' 2024-11-22T05:19:09,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e4c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,217 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,41393,-1 for getting cluster id 2024-11-22T05:19:09,217 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:09,218 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a18071f-231e-4d29-8a69-d0e437e4e8b5' 2024-11-22T05:19:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a18071f-231e-4d29-8a69-d0e437e4e8b5" 2024-11-22T05:19:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586a0797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,41393,-1] 2024-11-22T05:19:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:09,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:09,219 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:09,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bb874b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:09,220 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,41393,1732252746606 2024-11-22T05:19:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed1500f 2024-11-22T05:19:09,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:09,222 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:09,223 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T05:19:09,223 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:19:09,223 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:09,223 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:09,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:09,223 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:09,224 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:19:09,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:19:09,225 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:09,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:19:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741835_1011 (size=1138) 2024-11-22T05:19:09,274 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:19:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:09,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1884af9f5fb85523bf25b3558151f138, NAME => 'hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8 2024-11-22T05:19:09,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741836_1012 (size=44) 2024-11-22T05:19:09,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:09,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:09,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:09,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:09,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:09,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1884af9f5fb85523bf25b3558151f138, disabling compactions & flushes 2024-11-22T05:19:10,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. after waiting 0 ms 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,039 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1884af9f5fb85523bf25b3558151f138: Waiting for close lock at 1732252750039Disabling compacts and flushes for region at 1732252750039Disabling writes for close at 1732252750039Writing region close event to WAL at 1732252750039Closed at 1732252750039 2024-11-22T05:19:10,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:19:10,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252750040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252750040"}]},"ts":"1732252750040"} 2024-11-22T05:19:10,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:19:10,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:19:10,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252750043"}]},"ts":"1732252750043"} 2024-11-22T05:19:10,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:19:10,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN}] 2024-11-22T05:19:10,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN 2024-11-22T05:19:10,048 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN; state=OFFLINE, location=82891a793a29,39691,1732252740973; forceNewPlan=false, retain=false 2024-11-22T05:19:10,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1884af9f5fb85523bf25b3558151f138, regionState=OPENING, regionLocation=82891a793a29,39691,1732252740973 2024-11-22T05:19:10,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN because future has completed 2024-11-22T05:19:10,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,39691,1732252740973}] 2024-11-22T05:19:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:10,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:10,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:19:10,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C39691%2C1732252740973.rep, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.rep.1732252750359, exclude list is [], retry=0 2024-11-22T05:19:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:10,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.rep.1732252750359 2024-11-22T05:19:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1884af9f5fb85523bf25b3558151f138, NAME => 'hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:10,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. service=MultiRowMutationService 2024-11-22T05:19:10,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,381 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,382 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName hfileref 2024-11-22T05:19:10,382 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:10,382 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:10,382 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,383 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName queue 2024-11-22T05:19:10,383 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:10,384 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:10,384 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,385 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName sid 2024-11-22T05:19:10,385 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:10,385 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:10,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:10,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:10,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1884af9f5fb85523bf25b3558151f138; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59861567, jitterRate=-0.10799314081668854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1884af9f5fb85523bf25b3558151f138: Running coprocessor pre-open hook at 1732252750379Writing region info on filesystem at 1732252750379Initializing all the Stores at 1732252750380 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252750380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252750380Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252750380Cleaning up temporary data from old regions at 1732252750387 (+7 ms)Running coprocessor post-open hooks at 1732252750391 (+4 ms)Region opened successfully at 1732252750391 2024-11-22T05:19:10,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., pid=7, masterSystemTime=1732252750353 2024-11-22T05:19:10,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:10,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1884af9f5fb85523bf25b3558151f138, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,39691,1732252740973 2024-11-22T05:19:10,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,39691,1732252740973 because future has completed 2024-11-22T05:19:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T05:19:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,39691,1732252740973 in 197 msec 2024-11-22T05:19:10,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:19:10,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN in 353 msec 2024-11-22T05:19:10,402 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:19:10,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252750402"}]},"ts":"1732252750402"} 2024-11-22T05:19:10,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:19:10,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:19:10,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-22T05:19:10,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., hostname=82891a793a29,39691,1732252740973, seqNum=2] 2024-11-22T05:19:10,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:10,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:10,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:19:10,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T05:19:10,682 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:19:10,708 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,39691,1732252740973, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:19:10,708 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:10,708 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,39691,1732252740973, seqNum=-1] 2024-11-22T05:19:10,709 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:10,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-22T05:19:10,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,39691,1732252740973', locateType=CURRENT is [region=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., hostname=82891a793a29,39691,1732252740973, seqNum=2] 2024-11-22T05:19:10,713 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T05:19:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T05:19:10,715 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,39691,1732252740973 suceeded 2024-11-22T05:19:10,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T05:19:10,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T05:19:10,718 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:41393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:19:10,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-22T05:19:10,728 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:41393' 2024-11-22T05:19:10,729 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31237a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:10,729 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,41393,-1 for getting cluster id 2024-11-22T05:19:10,729 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:10,730 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a18071f-231e-4d29-8a69-d0e437e4e8b5' 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a18071f-231e-4d29-8a69-d0e437e4e8b5" 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41a4961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,41393,-1] 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:10,731 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:10,731 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ffbf7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:10,731 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,41393,1732252746606 2024-11-22T05:19:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@80c2298 2024-11-22T05:19:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:10,733 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:10,733 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,39691,1732252740973 (queues=1) is replicating from cluster=8e104a2f-6ea0-4076-a5bb-652ae9790fbd to cluster=7a18071f-231e-4d29-8a69-d0e437e4e8b5 2024-11-22T05:19:10,733 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C39691%2C1732252740973 2024-11-22T05:19:10,734 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,39691,1732252740973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:19:10,734 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.shipper82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C39691%2C1732252740973 2024-11-22T05:19:10,734 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.wal-reader.82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197, startPosition=0, beingWritten=true 2024-11-22T05:19:10,939 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.wal-reader.82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 to pos 0, reset compression=false 2024-11-22T05:19:11,243 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.wal-reader.82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 to pos 0, reset compression=false 2024-11-22T05:19:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:11,363 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:19:11,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:11,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:11,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:11,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33699,1732252740692 2024-11-22T05:19:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a08cce 2024-11-22T05:19:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:11,366 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:11,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:19:11,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:11,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:11,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:11,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:19:11,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223501146, stopped=false 2024-11-22T05:19:11,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,33699,1732252740692 2024-11-22T05:19:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:11,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:11,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:11,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:11,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:11,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,39691,1732252740973' ***** 2024-11-22T05:19:11,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:11,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:19:11,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,39691,1732252740973 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:11,424 INFO [RS:0;82891a793a29:39691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39691. 2024-11-22T05:19:11,425 DEBUG [RS:0;82891a793a29:39691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:11,425 DEBUG [RS:0;82891a793a29:39691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:11,425 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1884af9f5fb85523bf25b3558151f138, disabling compactions & flushes 2024-11-22T05:19:11,425 INFO [RS:0;82891a793a29:39691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:19:11,425 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:11,425 INFO [RS:0;82891a793a29:39691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:19:11,425 INFO [RS:0;82891a793a29:39691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:19:11,425 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:11,425 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. after waiting 0 ms 2024-11-22T05:19:11,425 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:19:11,425 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:11,425 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1884af9f5fb85523bf25b3558151f138 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T05:19:11,427 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:19:11,427 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1325): Online Regions={1884af9f5fb85523bf25b3558151f138=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:19:11,427 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:11,427 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:11,427 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:11,427 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:11,427 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:11,427 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:11,427 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T05:19:11,440 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/.tmp/queue/fbbde7832a4645b1903a06a73cb7fe80 is 151, key is 1-82891a793a29,39691,1732252740973/queue:82891a793a29%2C39691%2C1732252740973/1732252750712/Put/seqid=0 2024-11-22T05:19:11,441 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/33d90d9c97aa43929116cd14bc1c299f is 147, key is hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138./info:regioninfo/1732252750395/Put/seqid=0 2024-11-22T05:19:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741838_1014 (size=5350) 2024-11-22T05:19:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741839_1015 (size=6631) 2024-11-22T05:19:11,445 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/33d90d9c97aa43929116cd14bc1c299f 2024-11-22T05:19:11,462 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/ns/ba21a1d756bf4da7abff8c31ddda6c13 is 43, key is default/ns:d/1732252744320/Put/seqid=0 2024-11-22T05:19:11,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741840_1016 (size=5153) 2024-11-22T05:19:11,476 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:11,627 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:11,647 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.wal-reader.82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 to pos 0, reset compression=false 2024-11-22T05:19:11,828 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:11,845 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/.tmp/queue/fbbde7832a4645b1903a06a73cb7fe80 2024-11-22T05:19:11,850 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/.tmp/queue/fbbde7832a4645b1903a06a73cb7fe80 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/queue/fbbde7832a4645b1903a06a73cb7fe80 2024-11-22T05:19:11,855 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/queue/fbbde7832a4645b1903a06a73cb7fe80, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T05:19:11,856 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1884af9f5fb85523bf25b3558151f138 in 431ms, sequenceid=5, compaction requested=false 2024-11-22T05:19:11,856 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:19:11,860 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:19:11,860 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:11,860 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:11,861 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:11,861 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1884af9f5fb85523bf25b3558151f138: Waiting for close lock at 1732252751425Running coprocessor pre-close hooks at 1732252751425Disabling compacts and flushes for region at 1732252751425Disabling writes for close at 1732252751425Obtaining lock to block concurrent updates at 1732252751425Preparing flush snapshotting stores in 1884af9f5fb85523bf25b3558151f138 at 1732252751425Finished memstore snapshotting hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732252751425Flushing stores of hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. at 1732252751426 (+1 ms)Flushing 1884af9f5fb85523bf25b3558151f138/queue: creating writer at 1732252751426Flushing 1884af9f5fb85523bf25b3558151f138/queue: appending metadata at 1732252751439 (+13 ms)Flushing 1884af9f5fb85523bf25b3558151f138/queue: closing flushed file at 1732252751439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eccf893: reopening flushed file at 1732252751850 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1884af9f5fb85523bf25b3558151f138 in 431ms, sequenceid=5, compaction requested=false at 1732252751856 (+6 ms)Writing region close event to WAL at 1732252751857 (+1 ms)Running coprocessor post-close hooks at 1732252751860 (+3 ms)Closed at 1732252751861 (+1 ms) 2024-11-22T05:19:11,861 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:11,866 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/ns/ba21a1d756bf4da7abff8c31ddda6c13 2024-11-22T05:19:11,889 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/table/b5816081377942d49fc6c1681b63d5af is 53, key is hbase:replication/table:state/1732252750402/Put/seqid=0 2024-11-22T05:19:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741841_1017 (size=5256) 2024-11-22T05:19:12,028 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:12,071 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:19:12,071 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:19:12,152 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.wal-reader.82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 to pos 0, reset compression=false 2024-11-22T05:19:12,228 DEBUG [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:12,293 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/table/b5816081377942d49fc6c1681b63d5af 2024-11-22T05:19:12,298 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/33d90d9c97aa43929116cd14bc1c299f as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/info/33d90d9c97aa43929116cd14bc1c299f 2024-11-22T05:19:12,303 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/info/33d90d9c97aa43929116cd14bc1c299f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T05:19:12,303 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/ns/ba21a1d756bf4da7abff8c31ddda6c13 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/ns/ba21a1d756bf4da7abff8c31ddda6c13 2024-11-22T05:19:12,307 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/ns/ba21a1d756bf4da7abff8c31ddda6c13, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:19:12,308 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/table/b5816081377942d49fc6c1681b63d5af as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/table/b5816081377942d49fc6c1681b63d5af 2024-11-22T05:19:12,312 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/table/b5816081377942d49fc6c1681b63d5af, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T05:19:12,313 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false 2024-11-22T05:19:12,317 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:19:12,317 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:12,317 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:12,317 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:12,317 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252751427Running coprocessor pre-close hooks at 1732252751427Disabling compacts and flushes for region at 1732252751427Disabling writes for close at 1732252751427Obtaining lock to block concurrent updates at 1732252751427Preparing flush snapshotting stores in 1588230740 at 1732252751427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732252751428 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252751428Flushing 1588230740/info: creating writer at 1732252751428Flushing 1588230740/info: appending metadata at 1732252751440 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252751440Flushing 1588230740/ns: creating writer at 1732252751449 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732252751462 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732252751462Flushing 1588230740/table: creating writer at 1732252751871 (+409 ms)Flushing 1588230740/table: appending metadata at 1732252751888 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732252751888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763a8a57: reopening flushed file at 1732252752298 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3329b5db: reopening flushed file at 1732252752303 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455f1149: reopening flushed file at 1732252752307 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false at 1732252752313 (+6 ms)Writing region close event to WAL at 1732252752314 (+1 ms)Running coprocessor post-close hooks at 1732252752317 (+3 ms)Closed at 1732252752317 2024-11-22T05:19:12,317 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:12,428 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,39691,1732252740973; all regions closed. 2024-11-22T05:19:12,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741834_1010 (size=2742) 2024-11-22T05:19:12,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.meta.1732252744199.meta not finished, retry = 0 2024-11-22T05:19:12,533 DEBUG [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:12,533 INFO [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39691%2C1732252740973.meta:.meta(num 1732252744199) 2024-11-22T05:19:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741837_1013 (size=1586) 2024-11-22T05:19:12,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.rep.1732252750359 not finished, retry = 0 2024-11-22T05:19:12,638 DEBUG [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:12,638 INFO [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39691%2C1732252740973.rep:(num 1732252750359) 2024-11-22T05:19:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741832_1008 (size=93) 2024-11-22T05:19:12,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973/82891a793a29%2C39691%2C1732252740973.1732252743197 not finished, retry = 0 2024-11-22T05:19:12,743 DEBUG [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:12,743 INFO [RS:0;82891a793a29:39691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C39691%2C1732252740973:(num 1732252743197) 2024-11-22T05:19:12,743 DEBUG [RS:0;82891a793a29:39691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:12,743 INFO [RS:0;82891a793a29:39691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:12,743 INFO [RS:0;82891a793a29:39691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:12,743 INFO [RS:0;82891a793a29:39691 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:12,743 INFO [RS:0;82891a793a29:39691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:12,743 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:12,744 INFO [RS:0;82891a793a29:39691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,39691,1732252740973 because: Region server is closing 2024-11-22T05:19:12,744 INFO [RS:0;82891a793a29:39691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:39691. 2024-11-22T05:19:12,744 DEBUG [RS:0;82891a793a29:39691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:12,744 DEBUG [RS:0;82891a793a29:39691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:12,744 DEBUG [RS:0;82891a793a29:39691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:12,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:12,844 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.shipper82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:19:12,844 INFO [RS:0;82891a793a29:39691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,39691,1732252740973.replicationSource.shipper82891a793a29%2C39691%2C1732252740973,1-82891a793a29,39691,1732252740973 terminated 2024-11-22T05:19:12,845 INFO [RS:0;82891a793a29:39691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39691 2024-11-22T05:19:12,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/rs 2024-11-22T05:19:12,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/rs/82891a793a29,39691,1732252740973 2024-11-22T05:19:12,928 INFO [RS:0;82891a793a29:39691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:12,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,39691,1732252740973] 2024-11-22T05:19:12,949 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/draining/82891a793a29,39691,1732252740973 already deleted, retry=false 2024-11-22T05:19:12,949 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,39691,1732252740973 expired; onlineServers=0 2024-11-22T05:19:12,949 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,33699,1732252740692' ***** 2024-11-22T05:19:12,949 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:19:12,949 INFO [M:0;82891a793a29:33699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:12,949 INFO [M:0;82891a793a29:33699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:12,949 DEBUG [M:0;82891a793a29:33699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:19:12,949 DEBUG [M:0;82891a793a29:33699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:19:12,949 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:19:12,949 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252743007 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252743007,5,FailOnTimeoutGroup] 2024-11-22T05:19:12,949 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252743007 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252743007,5,FailOnTimeoutGroup] 2024-11-22T05:19:12,950 INFO [M:0;82891a793a29:33699 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:12,950 INFO [M:0;82891a793a29:33699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:12,950 DEBUG [M:0;82891a793a29:33699 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:19:12,950 INFO [M:0;82891a793a29:33699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:19:12,950 INFO [M:0;82891a793a29:33699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:12,950 INFO [M:0;82891a793a29:33699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:19:12,950 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/master 2024-11-22T05:19:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:12,960 DEBUG [M:0;82891a793a29:33699 {}] zookeeper.ZKUtil(347): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/master because node does not exist (not an error) 2024-11-22T05:19:12,960 WARN [M:0;82891a793a29:33699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:19:12,960 INFO [M:0;82891a793a29:33699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.lastflushedseqids 2024-11-22T05:19:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741842_1018 (size=181) 2024-11-22T05:19:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39691-0x10160fb1f550001, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:13,039 INFO [RS:0;82891a793a29:39691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:13,039 INFO [RS:0;82891a793a29:39691 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,39691,1732252740973; zookeeper connection closed. 2024-11-22T05:19:13,039 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1952c420 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1952c420 2024-11-22T05:19:13,039 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:19:13,365 INFO [M:0;82891a793a29:33699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:19:13,365 INFO [M:0;82891a793a29:33699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:19:13,366 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:13,366 INFO [M:0;82891a793a29:33699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:13,366 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:13,366 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:13,366 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:13,366 INFO [M:0;82891a793a29:33699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T05:19:13,380 DEBUG [M:0;82891a793a29:33699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bed0e1456245329b3fbca0aa9848fa is 82, key is hbase:meta,,1/info:regioninfo/1732252744236/Put/seqid=0 2024-11-22T05:19:13,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741843_1019 (size=5672) 2024-11-22T05:19:13,784 INFO [M:0;82891a793a29:33699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bed0e1456245329b3fbca0aa9848fa 2024-11-22T05:19:13,802 DEBUG [M:0;82891a793a29:33699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89f9a2c4746e495ba1b6e1fbc55bcf79 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732252750406/Put/seqid=0 2024-11-22T05:19:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741844_1020 (size=7203) 2024-11-22T05:19:14,207 INFO [M:0;82891a793a29:33699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89f9a2c4746e495ba1b6e1fbc55bcf79 2024-11-22T05:19:14,282 DEBUG [M:0;82891a793a29:33699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42b48a8bbcc4fe699ad512c514c3cb0 is 69, key is 82891a793a29,39691,1732252740973/rs:state/1732252743044/Put/seqid=0 2024-11-22T05:19:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741845_1021 (size=5156) 2024-11-22T05:19:14,290 INFO [M:0;82891a793a29:33699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42b48a8bbcc4fe699ad512c514c3cb0 2024-11-22T05:19:14,296 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6bed0e1456245329b3fbca0aa9848fa as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6bed0e1456245329b3fbca0aa9848fa 2024-11-22T05:19:14,301 INFO [M:0;82891a793a29:33699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6bed0e1456245329b3fbca0aa9848fa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T05:19:14,302 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89f9a2c4746e495ba1b6e1fbc55bcf79 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89f9a2c4746e495ba1b6e1fbc55bcf79 2024-11-22T05:19:14,308 INFO [M:0;82891a793a29:33699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89f9a2c4746e495ba1b6e1fbc55bcf79, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T05:19:14,309 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a42b48a8bbcc4fe699ad512c514c3cb0 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a42b48a8bbcc4fe699ad512c514c3cb0 2024-11-22T05:19:14,315 INFO [M:0;82891a793a29:33699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a42b48a8bbcc4fe699ad512c514c3cb0, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T05:19:14,316 INFO [M:0;82891a793a29:33699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=70, compaction requested=false 2024-11-22T05:19:14,318 INFO [M:0;82891a793a29:33699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:14,318 DEBUG [M:0;82891a793a29:33699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252753366Disabling compacts and flushes for region at 1732252753366Disabling writes for close at 1732252753366Obtaining lock to block concurrent updates at 1732252753366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252753366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732252753366Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252753367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252753367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252753380 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252753380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252753789 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252753802 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252753802Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252754261 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252754281 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252754281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481308fa: reopening flushed file at 1732252754295 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159504b: reopening flushed file at 1732252754301 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487e41fe: reopening flushed file at 1732252754308 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 950ms, sequenceid=70, compaction requested=false at 1732252754316 (+8 ms)Writing region close event to WAL at 1732252754318 (+2 ms)Closed at 1732252754318 2024-11-22T05:19:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741830_1006 (size=41008) 2024-11-22T05:19:14,322 INFO [M:0;82891a793a29:33699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:19:14,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:14,322 INFO [M:0;82891a793a29:33699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33699 2024-11-22T05:19:14,322 INFO [M:0;82891a793a29:33699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:14,443 INFO [M:0;82891a793a29:33699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33699-0x10160fb1f550000, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:14,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:14,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:14,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45339 2024-11-22T05:19:14,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45339 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453390x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:14,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45339-0x10160fb1f550006 connected 2024-11-22T05:19:14,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:14,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:14,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:14,567 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: INIT 2024-11-22T05:19:14,567 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8, hbase.cluster.distributed=false 2024-11-22T05:19:14,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/acl 2024-11-22T05:19:14,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-22T05:19:14,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45339 2024-11-22T05:19:14,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45339 2024-11-22T05:19:14,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-22T05:19:14,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-22T05:19:14,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:14,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:14,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36707 2024-11-22T05:19:14,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36707 connecting to ZooKeeper ensemble=127.0.0.1:50379 2024-11-22T05:19:14,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:14,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:14,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367070x0, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:14,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:14,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36707-0x10160fb1f550007 connected 2024-11-22T05:19:14,602 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: INIT 2024-11-22T05:19:14,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:14,603 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:14,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/master 2024-11-22T05:19:14,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/acl 2024-11-22T05:19:14,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36707 2024-11-22T05:19:14,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36707 2024-11-22T05:19:14,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36707 2024-11-22T05:19:14,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36707 2024-11-22T05:19:14,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36707 2024-11-22T05:19:14,620 DEBUG [M:0;82891a793a29:45339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:45339 2024-11-22T05:19:14,621 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01963029045/backup-masters/82891a793a29,45339,1732252754445 2024-11-22T05:19:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:14,634 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/backup-masters/82891a793a29,45339,1732252754445 2024-11-22T05:19:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/master 2024-11-22T05:19:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:14,644 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/master 2024-11-22T05:19:14,644 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01963029045/backup-masters/82891a793a29,45339,1732252754445 from backup master directory 2024-11-22T05:19:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/backup-masters/82891a793a29,45339,1732252754445 2024-11-22T05:19:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/backup-masters 2024-11-22T05:19:14,654 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:14,654 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,45339,1732252754445 2024-11-22T05:19:14,663 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:14,663 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:14,668 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-22T05:19:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741846_1022 (size=196) 2024-11-22T05:19:15,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:15,086 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:19:15,087 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:15,092 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T05:19:15,094 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692 to hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692-dead as it is dead 2024-11-22T05:19:15,094 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692-dead/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:15,095 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692-dead/82891a793a29%2C33699%2C1732252740692.1732252742758 after 1ms 2024-11-22T05:19:15,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692-dead/82891a793a29%2C33699%2C1732252740692.1732252742758 to hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:15,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,33699,1732252740692-dead 2024-11-22T05:19:15,096 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,45339,1732252754445 2024-11-22T05:19:15,097 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:15,098 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C45339%2C1732252754445, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,45339,1732252754445, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/oldWALs, maxLogs=10 2024-11-22T05:19:15,111 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,45339,1732252754445/82891a793a29%2C45339%2C1732252754445.1732252755098, exclude list is [], retry=0 2024-11-22T05:19:15,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:15,115 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,45339,1732252754445/82891a793a29%2C45339%2C1732252754445.1732252755098 2024-11-22T05:19:15,115 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:15,115 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:15,116 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:15,116 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,116 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:19:15,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6bed0e1456245329b3fbca0aa9848fa 2024-11-22T05:19:15,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:15,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:19:15,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89f9a2c4746e495ba1b6e1fbc55bcf79 2024-11-22T05:19:15,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:15,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:19:15,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a42b48a8bbcc4fe699ad512c514c3cb0 2024-11-22T05:19:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:15,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:19:15,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:15,137 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,138 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T05:19:15,138 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:15,143 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:15,144 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/82891a793a29%2C33699%2C1732252740692.1732252742758 2024-11-22T05:19:15,145 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,145 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,146 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:15,147 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:15,149 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-22T05:19:15,150 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59614907, jitterRate=-0.111668661236763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:15,150 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252755116Initializing all the Stores at 1732252755117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252755117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252755117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252755117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252755117Cleaning up temporary data from old regions at 1732252755145 (+28 ms)Region opened successfully at 1732252755150 (+5 ms) 2024-11-22T05:19:15,150 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:19:15,153 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ef166a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:15,155 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T05:19:15,155 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:19:15,155 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:19:15,156 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:19:15,156 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:19:15,159 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:15,159 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:19:15,160 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:19:15,160 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-22T05:19:15,160 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:19:15,163 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=82891a793a29,39691,1732252740973, regionLocation=82891a793a29,39691,1732252740973, openSeqNum=2 2024-11-22T05:19:15,163 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=82891a793a29,39691,1732252740973, table=hbase:meta, region=1588230740 2024-11-22T05:19:15,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,39691,1732252740973, state=OPEN 2024-11-22T05:19:15,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:15,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:15,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:15,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:15,215 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:19:15,227 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/draining/82891a793a29,39691,1732252740973 already deleted, retry=false 2024-11-22T05:19:15,227 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 82891a793a29,39691,1732252740973 on 82891a793a29,45339,1732252754445 2024-11-22T05:19:15,229 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 82891a793a29,39691,1732252740973, splitWal=true, meta=true 2024-11-22T05:19:15,229 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 82891a793a29,39691,1732252740973 (carryingMeta=true) 82891a793a29,39691,1732252740973/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@451b3702[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T05:19:15,230 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/balancer because node does not exist (not necessarily an error) 2024-11-22T05:19:15,238 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/balancer already deleted, retry=false 2024-11-22T05:19:15,238 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:19:15,239 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:19:15,248 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/normalizer already deleted, retry=false 2024-11-22T05:19:15,249 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:19:15,249 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:19:15,259 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/switch/split already deleted, retry=false 2024-11-22T05:19:15,260 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:19:15,269 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/switch/merge already deleted, retry=false 2024-11-22T05:19:15,281 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:19:15,290 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/snapshot-cleanup already deleted, retry=false 2024-11-22T05:19:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:15,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:15,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,45339,1732252754445, sessionid=0x10160fb1f550006, setting cluster-up flag (Was=false) 2024-11-22T05:19:15,312 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01963029045/flush-table-proc/acquired, /01963029045/flush-table-proc/reached, /01963029045/flush-table-proc/abort 2024-11-22T05:19:15,313 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45339,1732252754445 2024-11-22T05:19:15,323 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01963029045/online-snapshot/acquired, /01963029045/online-snapshot/reached, /01963029045/online-snapshot/abort 2024-11-22T05:19:15,323 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45339,1732252754445 2024-11-22T05:19:15,324 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.lastflushedseqids 2024-11-22T05:19:15,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:19:15,326 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:19:15,326 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,45339,1732252754445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 82891a793a29,39691,1732252740973 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,327 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:15,328 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252785328 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:19:15,328 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:19:15,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,329 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 82891a793a29,39691,1732252740973, splitWal=true, meta=true 2024-11-22T05:19:15,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:19:15,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:19:15,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:19:15,329 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:19:15,329 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 82891a793a29,39691,1732252740973, splitWal=true, meta=true, isMeta: true 2024-11-22T05:19:15,330 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973-splitting 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:19:15,331 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252755331,5,FailOnTimeoutGroup] 2024-11-22T05:19:15,331 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252755331,5,FailOnTimeoutGroup] 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,331 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973-splitting dir is empty, no logs to split. 2024-11-22T05:19:15,331 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,39691,1732252740973 WAL count=0, meta=true 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252755331, completionTime=-1 2024-11-22T05:19:15,331 WARN [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T05:19:15,331 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T05:19:15,333 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973-splitting dir is empty, no logs to split. 2024-11-22T05:19:15,333 INFO [PEWorker-1 {}] master.SplitWALManager(105): 82891a793a29,39691,1732252740973 WAL count=0, meta=true 2024-11-22T05:19:15,333 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 82891a793a29,39691,1732252740973 WAL splitting is done? wals=0, meta=true 2024-11-22T05:19:15,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:19:15,334 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:15,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T05:19:15,411 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(746): ClusterId : 8e104a2f-6ea0-4076-a5bb-652ae9790fbd 2024-11-22T05:19:15,411 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:19:15,423 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:19:15,423 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:19:15,434 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:19:15,434 DEBUG [RS:0;82891a793a29:36707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae7abae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:15,444 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:36707 2024-11-22T05:19:15,444 INFO [RS:0;82891a793a29:36707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:19:15,444 INFO [RS:0;82891a793a29:36707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:19:15,444 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:19:15,445 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,45339,1732252754445 with port=36707, startcode=1732252754582 2024-11-22T05:19:15,445 DEBUG [RS:0;82891a793a29:36707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:19:15,446 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:19:15,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,36707,1732252754582 2024-11-22T05:19:15,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45339 {}] master.ServerManager(517): Registering regionserver=82891a793a29,36707,1732252754582 2024-11-22T05:19:15,447 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8 2024-11-22T05:19:15,447 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36897 2024-11-22T05:19:15,447 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:19:15,481 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T05:19:15,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/rs 2024-11-22T05:19:15,485 WARN [82891a793a29:45339 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:19:15,485 DEBUG [RS:0;82891a793a29:36707 {}] zookeeper.ZKUtil(111): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on existing znode=/01963029045/rs/82891a793a29,36707,1732252754582 2024-11-22T05:19:15,485 WARN [RS:0;82891a793a29:36707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:15,485 INFO [RS:0;82891a793a29:36707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:15,486 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582 2024-11-22T05:19:15,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,36707,1732252754582] 2024-11-22T05:19:15,502 INFO [RS:0;82891a793a29:36707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:19:15,503 INFO [RS:0;82891a793a29:36707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:19:15,504 INFO [RS:0;82891a793a29:36707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:19:15,504 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,504 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:19:15,505 INFO [RS:0;82891a793a29:36707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:19:15,505 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:15,505 DEBUG [RS:0;82891a793a29:36707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,508 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36707,1732252754582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:15,524 INFO [RS:0;82891a793a29:36707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:19:15,524 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36707,1732252754582-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,537 INFO [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,36707,1732252754582, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:19:15,538 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,538 INFO [RS:0;82891a793a29:36707 {}] regionserver.Replication(171): 82891a793a29,36707,1732252754582 started 2024-11-22T05:19:15,550 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:15,550 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,36707,1732252754582, RpcServer on 82891a793a29/172.17.0.2:36707, sessionid=0x10160fb1f550007 2024-11-22T05:19:15,550 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:19:15,550 DEBUG [RS:0;82891a793a29:36707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,36707,1732252754582 2024-11-22T05:19:15,551 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36707,1732252754582' 2024-11-22T05:19:15,551 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01963029045/flush-table-proc/abort' 2024-11-22T05:19:15,551 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01963029045/flush-table-proc/acquired' 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,36707,1732252754582 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36707,1732252754582' 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01963029045/online-snapshot/abort' 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01963029045/online-snapshot/acquired' 2024-11-22T05:19:15,552 DEBUG [RS:0;82891a793a29:36707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:19:15,552 INFO [RS:0;82891a793a29:36707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:19:15,552 INFO [RS:0;82891a793a29:36707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:19:15,557 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:41393' 2024-11-22T05:19:15,558 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e1a331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:15,558 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,41393,-1 for getting cluster id 2024-11-22T05:19:15,558 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:15,559 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7a18071f-231e-4d29-8a69-d0e437e4e8b5' 2024-11-22T05:19:15,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7a18071f-231e-4d29-8a69-d0e437e4e8b5" 2024-11-22T05:19:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175985cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,41393,-1] 2024-11-22T05:19:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:15,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:15,561 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:15,562 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42116fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:15,562 DEBUG [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,41393,1732252746606 2024-11-22T05:19:15,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55fc1784 2024-11-22T05:19:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:15,563 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:15,564 INFO [RS:0;82891a793a29:36707.replicationSource,1-82891a793a29,36707,1732252754582 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,36707,1732252754582 (queues=0) is replicating from cluster=8e104a2f-6ea0-4076-a5bb-652ae9790fbd to cluster=7a18071f-231e-4d29-8a69-d0e437e4e8b5 2024-11-22T05:19:15,653 INFO [RS:0;82891a793a29:36707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:15,655 INFO [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36707%2C1732252754582, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:15,671 DEBUG [RS:0;82891a793a29:36707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655, exclude list is [], retry=0 2024-11-22T05:19:15,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:15,676 INFO [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 2024-11-22T05:19:15,676 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 82891a793a29%2C36707%2C1732252754582 for peer 1 2024-11-22T05:19:15,676 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C36707%2C1732252754582 2024-11-22T05:19:15,676 INFO [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,36707,1732252754582, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:19:15,677 DEBUG [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:15,677 INFO [RS:0;82891a793a29:36707.replicationSource.shipper82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C36707%2C1732252754582 2024-11-22T05:19:15,677 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655, startPosition=0, beingWritten=true 2024-11-22T05:19:15,735 DEBUG [82891a793a29:45339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:15,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,36707,1732252754582 2024-11-22T05:19:15,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36707,1732252754582, state=OPENING 2024-11-22T05:19:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:15,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:15,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:15,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:15,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:15,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36707,1732252754582}] 2024-11-22T05:19:15,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:15,881 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:15,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:15,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:15,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:15,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:15,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:15,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:19:15,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:15,910 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:19:15,910 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:15,910 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:19:15,912 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36707%2C1732252754582.meta, suffix=.meta, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:15,928 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.meta.1732252755912.meta, exclude list is [], retry=0 2024-11-22T05:19:15,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:15,932 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.meta.1732252755912.meta 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:15,933 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:19:15,933 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:19:15,933 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:19:15,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:15,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:15,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,941 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/info/33d90d9c97aa43929116cd14bc1c299f 2024-11-22T05:19:15,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:15,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:15,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:15,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,947 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/ns/ba21a1d756bf4da7abff8c31ddda6c13 2024-11-22T05:19:15,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:15,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:15,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:15,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:15,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:15,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:15,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:15,953 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/table/b5816081377942d49fc6c1681b63d5af 2024-11-22T05:19:15,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:15,953 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:15,954 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:15,955 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740 2024-11-22T05:19:15,956 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:15,956 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:15,957 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:15,958 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:15,958 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59796576, jitterRate=-0.10896158218383789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:15,958 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:19:15,959 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252755934Writing region info on filesystem at 1732252755934Initializing all the Stores at 1732252755934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252755935 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252755935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252755935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252755935Cleaning up temporary data from old regions at 1732252755956 (+21 ms)Running coprocessor post-open hooks at 1732252755958 (+2 ms)Region opened successfully at 1732252755958 2024-11-22T05:19:15,959 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732252755906 2024-11-22T05:19:15,961 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:19:15,961 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:19:15,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=82891a793a29,36707,1732252754582 2024-11-22T05:19:15,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36707,1732252754582, state=OPEN 2024-11-22T05:19:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01963029045/meta-region-server 2024-11-22T05:19:16,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:16,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,36707,1732252754582 2024-11-22T05:19:16,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01963029045/meta-region-server: CHANGED 2024-11-22T05:19:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T05:19:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36707,1732252754582 in 258 msec 2024-11-22T05:19:16,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:19:16,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-22T05:19:16,187 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:16,592 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:16,984 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T05:19:17,096 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:17,701 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:18,405 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:18,486 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T05:19:19,210 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:19,839 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T05:19:19,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:19:19,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:19,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36707,1732252754582, seqNum=-1] 2024-11-22T05:19:19,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:19,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:19,844 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1884af9f5fb85523bf25b3558151f138, regionState=OPEN, lastHost=82891a793a29,39691,1732252740973, regionLocation=82891a793a29,39691,1732252740973, openSeqNum=2 2024-11-22T05:19:19,844 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:19:19,844 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252819844 2024-11-22T05:19:19,844 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252879844 2024-11-22T05:19:19,844 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-22T05:19:19,845 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 82891a793a29,39691,1732252740973 had 2 regions 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:45339, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,846 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 82891a793a29,39691,1732252740973, splitWal=true, meta=true, isMeta: false 2024-11-22T05:19:19,847 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973-splitting dir is empty, no logs to split. 2024-11-22T05:19:19,847 INFO [PEWorker-3 {}] master.SplitWALManager(105): 82891a793a29,39691,1732252740973 WAL count=0, meta=false 2024-11-22T05:19:19,850 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,39691,1732252740973-splitting dir is empty, no logs to split. 2024-11-22T05:19:19,850 INFO [PEWorker-3 {}] master.SplitWALManager(105): 82891a793a29,39691,1732252740973 WAL count=0, meta=false 2024-11-22T05:19:19,850 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 82891a793a29,39691,1732252740973 WAL splitting is done? wals=0, meta=false 2024-11-22T05:19:19,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.197sec 2024-11-22T05:19:19,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:19:19,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:19:19,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:19:19,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:19:19,852 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:19:19,852 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:19,852 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:19:19,853 WARN [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=82891a793a29,39691,1732252740973/hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:19,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN}] 2024-11-22T05:19:19,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN 2024-11-22T05:19:19,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T05:19:19,858 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:19:19,858 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:19:19,858 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45339,1732252754445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:19,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c36d659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45339,-1 for getting cluster id 2024-11-22T05:19:19,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:19,915 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e104a2f-6ea0-4076-a5bb-652ae9790fbd' 2024-11-22T05:19:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e104a2f-6ea0-4076-a5bb-652ae9790fbd" 2024-11-22T05:19:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cf6c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45339,-1] 2024-11-22T05:19:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:19,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,917 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592b9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36707,1732252754582, seqNum=-1] 2024-11-22T05:19:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:19,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T05:19:19,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:19,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:19,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:19,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 82891a793a29:45339 after: 82891a793a29:45339 2024-11-22T05:19:19,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45339,-1 for getting cluster id 2024-11-22T05:19:19,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:19,924 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e104a2f-6ea0-4076-a5bb-652ae9790fbd' 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e104a2f-6ea0-4076-a5bb-652ae9790fbd" 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43879cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45339,-1] 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,925 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:19,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:19,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45339,1732252754445 2024-11-22T05:19:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27e914b2 2024-11-22T05:19:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:19,927 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:19,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T05:19:19,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:19:19,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:19,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:19,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:19,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:19,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:19:19,928 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=903571583, stopped=false 2024-11-22T05:19:19,928 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,41393,1732252746606 2024-11-22T05:19:20,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1327930502/running 2024-11-22T05:19:20,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1327930502/running 2024-11-22T05:19:20,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:20,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:20,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:20,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:20,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:20,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:20,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/running 2024-11-22T05:19:20,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Set watcher on znode that does not yet exist, /1327930502/running 2024-11-22T05:19:20,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,35205,1732252746815' ***** 2024-11-22T05:19:20,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:19:20,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,35205,1732252746815 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:20,002 INFO [RS:0;82891a793a29:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35205. 2024-11-22T05:19:20,002 DEBUG [RS:0;82891a793a29:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:20,002 DEBUG [RS:0;82891a793a29:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:20,003 INFO [RS:0;82891a793a29:35205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:19:20,003 INFO [RS:0;82891a793a29:35205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:19:20,003 INFO [RS:0;82891a793a29:35205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:19:20,003 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:19:20,003 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:19:20,003 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:19:20,003 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:20,003 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:20,003 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:20,003 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:20,003 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:20,003 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:20,003 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T05:19:20,006 DEBUG [82891a793a29:45339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:20,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1884af9f5fb85523bf25b3558151f138, regionState=OPENING, regionLocation=82891a793a29,36707,1732252754582 2024-11-22T05:19:20,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN because future has completed 2024-11-22T05:19:20,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,36707,1732252754582}] 2024-11-22T05:19:20,019 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/.tmp/ns/0a5c1c667efd4be6b05288b86cca04be is 43, key is default/ns:d/1732252749157/Put/seqid=0 2024-11-22T05:19:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741835_1011 (size=5153) 2024-11-22T05:19:20,065 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:20,115 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:20,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:20,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:20,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:19:20,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36707%2C1732252754582.rep, suffix=, logDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582, archiveDir=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs, maxLogs=10 2024-11-22T05:19:20,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.rep.1732252760166, exclude list is [], retry=0 2024-11-22T05:19:20,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-c1cec488-d1ae-4654-8f58-b0e7fb3211c0,DISK] 2024-11-22T05:19:20,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.rep.1732252760166 2024-11-22T05:19:20,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41869:41869)] 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1884af9f5fb85523bf25b3558151f138, NAME => 'hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:20,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. service=MultiRowMutationService 2024-11-22T05:19:20,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,185 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,185 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName hfileref 2024-11-22T05:19:20,185 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:20,186 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:20,186 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,186 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName queue 2024-11-22T05:19:20,186 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:20,191 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/queue/fbbde7832a4645b1903a06a73cb7fe80 2024-11-22T05:19:20,192 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:20,192 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,193 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1884af9f5fb85523bf25b3558151f138 columnFamilyName sid 2024-11-22T05:19:20,193 DEBUG [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:20,193 INFO [StoreOpener-1884af9f5fb85523bf25b3558151f138-1 {}] regionserver.HStore(327): Store=1884af9f5fb85523bf25b3558151f138/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:20,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:20,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1884af9f5fb85523bf25b3558151f138; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214063, jitterRate=0.061172232031822205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:20,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:20,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1884af9f5fb85523bf25b3558151f138: Running coprocessor pre-open hook at 1732252760184Writing region info on filesystem at 1732252760184Initializing all the Stores at 1732252760184Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252760184Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252760185 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252760185Cleaning up temporary data from old regions at 1732252760195 (+10 ms)Running coprocessor post-open hooks at 1732252760199 (+4 ms)Region opened successfully at 1732252760199 2024-11-22T05:19:20,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., pid=13, masterSystemTime=1732252760161 2024-11-22T05:19:20,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:20,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:20,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1884af9f5fb85523bf25b3558151f138, regionState=OPEN, openSeqNum=9, regionLocation=82891a793a29,36707,1732252754582 2024-11-22T05:19:20,203 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:20,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,36707,1732252754582 because future has completed 2024-11-22T05:19:20,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T05:19:20,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1884af9f5fb85523bf25b3558151f138, server=82891a793a29,36707,1732252754582 in 196 msec 2024-11-22T05:19:20,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-22T05:19:20,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1884af9f5fb85523bf25b3558151f138, ASSIGN in 353 msec 2024-11-22T05:19:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T05:19:20,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., hostname=82891a793a29,36707,1732252754582, seqNum=9] 2024-11-22T05:19:20,227 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 82891a793a29,39691,1732252740973 2024-11-22T05:19:20,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T05:19:20,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-22T05:19:20,403 DEBUG [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:20,424 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/.tmp/ns/0a5c1c667efd4be6b05288b86cca04be 2024-11-22T05:19:20,430 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/.tmp/ns/0a5c1c667efd4be6b05288b86cca04be as hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/ns/0a5c1c667efd4be6b05288b86cca04be 2024-11-22T05:19:20,434 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/ns/0a5c1c667efd4be6b05288b86cca04be, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T05:19:20,435 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-22T05:19:20,435 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:19:20,439 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T05:19:20,440 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:20,440 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:20,440 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:20,440 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252760003Running coprocessor pre-close hooks at 1732252760003Disabling compacts and flushes for region at 1732252760003Disabling writes for close at 1732252760003Obtaining lock to block concurrent updates at 1732252760003Preparing flush snapshotting stores in 1588230740 at 1732252760003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732252760003Flushing stores of hbase:meta,,1.1588230740 at 1732252760004 (+1 ms)Flushing 1588230740/ns: creating writer at 1732252760004Flushing 1588230740/ns: appending metadata at 1732252760019 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732252760019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16273e3: reopening flushed file at 1732252760429 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732252760435 (+6 ms)Writing region close event to WAL at 1732252760436 (+1 ms)Running coprocessor post-close hooks at 1732252760440 (+4 ms)Closed at 1732252760440 2024-11-22T05:19:20,440 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:20,454 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:19:20,454 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:19:20,603 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,35205,1732252746815; all regions closed. 2024-11-22T05:19:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741834_1010 (size=1152) 2024-11-22T05:19:20,640 DEBUG [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/oldWALs 2024-11-22T05:19:20,640 INFO [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C35205%2C1732252746815.meta:.meta(num 1732252749094) 2024-11-22T05:19:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741833_1009 (size=93) 2024-11-22T05:19:20,648 DEBUG [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/oldWALs 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C35205%2C1732252746815:(num 1732252748597) 2024-11-22T05:19:20,648 DEBUG [RS:0;82891a793a29:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:20,648 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:20,648 INFO [RS:0;82891a793a29:35205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35205 2024-11-22T05:19:20,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1327930502/rs/82891a793a29,35205,1732252746815 2024-11-22T05:19:20,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502/rs 2024-11-22T05:19:20,706 INFO [RS:0;82891a793a29:35205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:20,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,35205,1732252746815] 2024-11-22T05:19:20,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1327930502/draining/82891a793a29,35205,1732252746815 already deleted, retry=false 2024-11-22T05:19:20,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,35205,1732252746815 expired; onlineServers=0 2024-11-22T05:19:20,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,41393,1732252746606' ***** 2024-11-22T05:19:20,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:19:20,738 INFO [M:0;82891a793a29:41393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:20,738 INFO [M:0;82891a793a29:41393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:20,738 DEBUG [M:0;82891a793a29:41393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:19:20,738 DEBUG [M:0;82891a793a29:41393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:19:20,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:19:20,738 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252748321 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252748321,5,FailOnTimeoutGroup] 2024-11-22T05:19:20,738 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252748322 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252748322,5,FailOnTimeoutGroup] 2024-11-22T05:19:20,739 INFO [M:0;82891a793a29:41393 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:20,739 INFO [M:0;82891a793a29:41393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:20,739 DEBUG [M:0;82891a793a29:41393 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:19:20,739 INFO [M:0;82891a793a29:41393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:19:20,739 INFO [M:0;82891a793a29:41393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:20,739 INFO [M:0;82891a793a29:41393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:19:20,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:19:20,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1327930502/master 2024-11-22T05:19:20,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1327930502 2024-11-22T05:19:20,749 DEBUG [M:0;82891a793a29:41393 {}] zookeeper.ZKUtil(347): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Unable to get data of znode /1327930502/master because node does not exist (not an error) 2024-11-22T05:19:20,749 WARN [M:0;82891a793a29:41393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:19:20,750 INFO [M:0;82891a793a29:41393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/.lastflushedseqids 2024-11-22T05:19:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741836_1012 (size=99) 2024-11-22T05:19:20,756 INFO [M:0;82891a793a29:41393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:19:20,756 INFO [M:0;82891a793a29:41393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:19:20,756 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:20,756 INFO [M:0;82891a793a29:41393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:20,756 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:20,756 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:20,756 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:20,756 INFO [M:0;82891a793a29:41393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T05:19:20,776 DEBUG [M:0;82891a793a29:41393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4847017e53074125a58d169b1203cf2c is 82, key is hbase:meta,,1/info:regioninfo/1732252749136/Put/seqid=0 2024-11-22T05:19:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741837_1013 (size=5672) 2024-11-22T05:19:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:20,828 INFO [RS:0;82891a793a29:35205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x10160fb1f550004, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:20,828 INFO [RS:0;82891a793a29:35205 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,35205,1732252746815; zookeeper connection closed. 2024-11-22T05:19:20,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69d077c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69d077c5 2024-11-22T05:19:20,828 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:19:21,119 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:21,183 INFO [M:0;82891a793a29:41393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4847017e53074125a58d169b1203cf2c 2024-11-22T05:19:21,203 DEBUG [M:0;82891a793a29:41393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f73da2f534645fea9d577ea31dc54df is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732252749161/Put/seqid=0 2024-11-22T05:19:21,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741838_1014 (size=5275) 2024-11-22T05:19:21,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:21,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:21,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:21,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:21,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:21,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:21,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:19:21,608 INFO [M:0;82891a793a29:41393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f73da2f534645fea9d577ea31dc54df 2024-11-22T05:19:21,630 DEBUG [M:0;82891a793a29:41393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967ab95665af4d56a6713ed821e78e14 is 69, key is 82891a793a29,35205,1732252746815/rs:state/1732252748418/Put/seqid=0 2024-11-22T05:19:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741839_1015 (size=5156) 2024-11-22T05:19:22,035 INFO [M:0;82891a793a29:41393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967ab95665af4d56a6713ed821e78e14 2024-11-22T05:19:22,040 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4847017e53074125a58d169b1203cf2c as hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4847017e53074125a58d169b1203cf2c 2024-11-22T05:19:22,044 INFO [M:0;82891a793a29:41393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4847017e53074125a58d169b1203cf2c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T05:19:22,045 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f73da2f534645fea9d577ea31dc54df as hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f73da2f534645fea9d577ea31dc54df 2024-11-22T05:19:22,049 INFO [M:0;82891a793a29:41393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f73da2f534645fea9d577ea31dc54df, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T05:19:22,050 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/967ab95665af4d56a6713ed821e78e14 as hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/967ab95665af4d56a6713ed821e78e14 2024-11-22T05:19:22,053 INFO [M:0;82891a793a29:41393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/3b7f0ae9-c27e-92ca-a17e-0f156665f881/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/967ab95665af4d56a6713ed821e78e14, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T05:19:22,054 INFO [M:0;82891a793a29:41393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-11-22T05:19:22,056 INFO [M:0;82891a793a29:41393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:22,056 DEBUG [M:0;82891a793a29:41393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252760756Disabling compacts and flushes for region at 1732252760756Disabling writes for close at 1732252760756Obtaining lock to block concurrent updates at 1732252760756Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252760756Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732252760757 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252760757Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252760757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252760775 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252760775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252761187 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252761203 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252761203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252761612 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252761629 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252761629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0e5b4b: reopening flushed file at 1732252762039 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ae827c: reopening flushed file at 1732252762044 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3055b32b: reopening flushed file at 1732252762049 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1732252762054 (+5 ms)Writing region close event to WAL at 1732252762056 (+2 ms)Closed at 1732252762056 2024-11-22T05:19:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741830_1006 (size=10165) 2024-11-22T05:19:22,058 INFO [M:0;82891a793a29:41393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:19:22,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:22,058 INFO [M:0;82891a793a29:41393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41393 2024-11-22T05:19:22,059 INFO [M:0;82891a793a29:41393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:22,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:22,217 INFO [M:0;82891a793a29:41393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:22,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41393-0x10160fb1f550003, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:22,224 DEBUG [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 to pos 0, reset compression=false 2024-11-22T05:19:22,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5bd7e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:22,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:22,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:22,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:22,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:22,251 WARN [BP-1135954788-172.17.0.2-1732252744473 heartbeating to localhost/127.0.0.1:45911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:19:22,251 WARN [BP-1135954788-172.17.0.2-1732252744473 heartbeating to localhost/127.0.0.1:45911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135954788-172.17.0.2-1732252744473 (Datanode Uuid dc33825b-b1ff-4407-a0b5-ef1d1d9cead9) service to localhost/127.0.0.1:45911 2024-11-22T05:19:22,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:19:22,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:19:22,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/cluster_377f7d2f-8669-7b35-c79e-08706187dc00/data/data1/current/BP-1135954788-172.17.0.2-1732252744473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:22,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/cluster_377f7d2f-8669-7b35-c79e-08706187dc00/data/data2/current/BP-1135954788-172.17.0.2-1732252744473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:22,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:19:22,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cebf78e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:22,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:22,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:22,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:22,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:19:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:19:22,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:22,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:22,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:22,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:22,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:22,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:19:22,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245526038, stopped=false 2024-11-22T05:19:22,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,45339,1732252754445 2024-11-22T05:19:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/running 2024-11-22T05:19:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:22,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:22,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:22,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:22,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:22,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:22,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:22,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,36707,1732252754582' ***** 2024-11-22T05:19:22,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:19:22,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Set watcher on znode that does not yet exist, /01963029045/running 2024-11-22T05:19:22,286 INFO [RS:0;82891a793a29:36707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:19:22,286 INFO [RS:0;82891a793a29:36707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:19:22,286 INFO [RS:0;82891a793a29:36707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:19:22,286 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:22,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,36707,1732252754582 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36707. 2024-11-22T05:19:22,287 DEBUG [RS:0;82891a793a29:36707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1884af9f5fb85523bf25b3558151f138, disabling compactions & flushes 2024-11-22T05:19:22,287 DEBUG [RS:0;82891a793a29:36707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:22,287 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. after waiting 0 ms 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:19:22,287 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:19:22,287 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1325): Online Regions={1884af9f5fb85523bf25b3558151f138=hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:19:22,287 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1884af9f5fb85523bf25b3558151f138 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:22,287 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:22,287 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:22,287 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T05:19:22,290 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/replication/1884af9f5fb85523bf25b3558151f138/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-22T05:19:22,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:22,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:22,291 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:22,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1884af9f5fb85523bf25b3558151f138: Waiting for close lock at 1732252762287Running coprocessor pre-close hooks at 1732252762287Disabling compacts and flushes for region at 1732252762287Disabling writes for close at 1732252762287Writing region close event to WAL at 1732252762287Running coprocessor post-close hooks at 1732252762291 (+4 ms)Closed at 1732252762291 2024-11-22T05:19:22,291 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138. 2024-11-22T05:19:22,303 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/e8c84707f117444e8d4fea84e11ff598 is 147, key is hbase:replication,,1732252749223.1884af9f5fb85523bf25b3558151f138./info:regioninfo/1732252760202/Put/seqid=0 2024-11-22T05:19:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741851_1027 (size=6385) 2024-11-22T05:19:22,313 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:22,487 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:22,600 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:19:22,600 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:19:22,688 DEBUG [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:22,708 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/e8c84707f117444e8d4fea84e11ff598 2024-11-22T05:19:22,713 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/.tmp/info/e8c84707f117444e8d4fea84e11ff598 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/info/e8c84707f117444e8d4fea84e11ff598 2024-11-22T05:19:22,717 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/info/e8c84707f117444e8d4fea84e11ff598, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T05:19:22,718 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-22T05:19:22,722 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T05:19:22,722 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:22,722 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:22,723 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:22,723 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252762287Running coprocessor pre-close hooks at 1732252762287Disabling compacts and flushes for region at 1732252762287Disabling writes for close at 1732252762287Obtaining lock to block concurrent updates at 1732252762287Preparing flush snapshotting stores in 1588230740 at 1732252762287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732252762288 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252762288Flushing 1588230740/info: creating writer at 1732252762288Flushing 1588230740/info: appending metadata at 1732252762303 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732252762303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3057ac52: reopening flushed file at 1732252762712 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732252762718 (+6 ms)Writing region close event to WAL at 1732252762719 (+1 ms)Running coprocessor post-close hooks at 1732252762722 (+3 ms)Closed at 1732252762722 2024-11-22T05:19:22,723 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:22,888 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,36707,1732252754582; all regions closed. 2024-11-22T05:19:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741849_1025 (size=2156) 2024-11-22T05:19:22,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.meta.1732252755912.meta not finished, retry = 0 2024-11-22T05:19:22,993 DEBUG [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:22,993 INFO [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C36707%2C1732252754582.meta:.meta(num 1732252755912) 2024-11-22T05:19:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741850_1026 (size=796) 2024-11-22T05:19:22,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.rep.1732252760166 not finished, retry = 0 2024-11-22T05:19:23,097 DEBUG [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:23,097 INFO [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C36707%2C1732252754582.rep:(num 1732252760166) 2024-11-22T05:19:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741848_1024 (size=93) 2024-11-22T05:19:23,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/WALs/82891a793a29,36707,1732252754582/82891a793a29%2C36707%2C1732252754582.1732252755655 not finished, retry = 0 2024-11-22T05:19:23,202 DEBUG [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/oldWALs 2024-11-22T05:19:23,202 INFO [RS:0;82891a793a29:36707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C36707%2C1732252754582:(num 1732252755655) 2024-11-22T05:19:23,202 DEBUG [RS:0;82891a793a29:36707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:23,202 INFO [RS:0;82891a793a29:36707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:23,202 INFO [RS:0;82891a793a29:36707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:23,202 INFO [RS:0;82891a793a29:36707 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:23,202 INFO [RS:0;82891a793a29:36707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:23,202 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:23,203 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T05:19:23,203 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T05:19:23,203 INFO [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,36707,1732252754582 because: Region server is closing 2024-11-22T05:19:23,203 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T05:19:23,203 INFO [RS:0;82891a793a29:36707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36707. 2024-11-22T05:19:23,203 DEBUG [RS:0;82891a793a29:36707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:23,203 DEBUG [RS:0;82891a793a29:36707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:23,203 DEBUG [RS:0;82891a793a29:36707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:23,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:23,303 WARN [RS:0;82891a793a29:36707.replicationSource.shipper82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:19:23,303 WARN [RS:0;82891a793a29:36707.replicationSource.wal-reader.82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:19:23,304 INFO [RS:0;82891a793a29:36707 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;82891a793a29:36707.replicationSource.shipper82891a793a29%2C36707%2C1732252754582,1-82891a793a29,36707,1732252754582 terminated 2024-11-22T05:19:23,304 INFO [RS:0;82891a793a29:36707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36707 2024-11-22T05:19:23,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/rs/82891a793a29,36707,1732252754582 2024-11-22T05:19:23,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045/rs 2024-11-22T05:19:23,401 INFO [RS:0;82891a793a29:36707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:23,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,36707,1732252754582] 2024-11-22T05:19:23,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01963029045/draining/82891a793a29,36707,1732252754582 already deleted, retry=false 2024-11-22T05:19:23,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,36707,1732252754582 expired; onlineServers=0 2024-11-22T05:19:23,422 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,45339,1732252754445' ***** 2024-11-22T05:19:23,422 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:19:23,422 INFO [M:0;82891a793a29:45339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:23,422 INFO [M:0;82891a793a29:45339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:23,422 DEBUG [M:0;82891a793a29:45339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:19:23,422 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:19:23,422 DEBUG [M:0;82891a793a29:45339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:19:23,422 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252755331 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252755331,5,FailOnTimeoutGroup] 2024-11-22T05:19:23,422 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252755331 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252755331,5,FailOnTimeoutGroup] 2024-11-22T05:19:23,422 INFO [M:0;82891a793a29:45339 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:23,423 INFO [M:0;82891a793a29:45339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:23,423 DEBUG [M:0;82891a793a29:45339 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:19:23,423 INFO [M:0;82891a793a29:45339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:19:23,423 INFO [M:0;82891a793a29:45339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:23,423 INFO [M:0;82891a793a29:45339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:19:23,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:19:23,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01963029045/master 2024-11-22T05:19:23,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01963029045 2024-11-22T05:19:23,433 DEBUG [M:0;82891a793a29:45339 {}] zookeeper.ZKUtil(347): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Unable to get data of znode /01963029045/master because node does not exist (not an error) 2024-11-22T05:19:23,433 WARN [M:0;82891a793a29:45339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:19:23,433 INFO [M:0;82891a793a29:45339 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/.lastflushedseqids 2024-11-22T05:19:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741852_1028 (size=181) 2024-11-22T05:19:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:23,512 INFO [RS:0;82891a793a29:36707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:23,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36707-0x10160fb1f550007, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:23,512 INFO [RS:0;82891a793a29:36707 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,36707,1732252754582; zookeeper connection closed. 2024-11-22T05:19:23,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@610b2a16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@610b2a16 2024-11-22T05:19:23,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:19:23,840 INFO [M:0;82891a793a29:45339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:19:23,840 INFO [M:0;82891a793a29:45339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:19:23,840 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:23,840 INFO [M:0;82891a793a29:45339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:23,840 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:23,840 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:23,840 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:23,840 INFO [M:0;82891a793a29:45339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T05:19:23,860 DEBUG [M:0;82891a793a29:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5705b2ed09a14c9594bab1754ed344b8 is 82, key is hbase:meta,,1/info:regioninfo/1732252755961/Put/seqid=0 2024-11-22T05:19:23,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741853_1029 (size=5672) 2024-11-22T05:19:24,266 INFO [M:0;82891a793a29:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5705b2ed09a14c9594bab1754ed344b8 2024-11-22T05:19:24,286 DEBUG [M:0;82891a793a29:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1558c3bca48432ebf8f2612db940964 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732252760207/Put/seqid=0 2024-11-22T05:19:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741854_1030 (size=7312) 2024-11-22T05:19:24,690 INFO [M:0;82891a793a29:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1558c3bca48432ebf8f2612db940964 2024-11-22T05:19:24,708 DEBUG [M:0;82891a793a29:45339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d338980b6d14d3e80cfab4d845fa34d is 69, key is 82891a793a29,36707,1732252754582/rs:state/1732252755447/Put/seqid=0 2024-11-22T05:19:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741855_1031 (size=5370) 2024-11-22T05:19:25,112 INFO [M:0;82891a793a29:45339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d338980b6d14d3e80cfab4d845fa34d 2024-11-22T05:19:25,117 INFO [M:0;82891a793a29:45339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d338980b6d14d3e80cfab4d845fa34d 2024-11-22T05:19:25,118 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5705b2ed09a14c9594bab1754ed344b8 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5705b2ed09a14c9594bab1754ed344b8 2024-11-22T05:19:25,122 INFO [M:0;82891a793a29:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5705b2ed09a14c9594bab1754ed344b8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T05:19:25,123 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1558c3bca48432ebf8f2612db940964 as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1558c3bca48432ebf8f2612db940964 2024-11-22T05:19:25,127 INFO [M:0;82891a793a29:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1558c3bca48432ebf8f2612db940964, entries=7, sequenceid=127, filesize=7.1 K 2024-11-22T05:19:25,128 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d338980b6d14d3e80cfab4d845fa34d as hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d338980b6d14d3e80cfab4d845fa34d 2024-11-22T05:19:25,132 INFO [M:0;82891a793a29:45339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d338980b6d14d3e80cfab4d845fa34d 2024-11-22T05:19:25,132 INFO [M:0;82891a793a29:45339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36897/user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d338980b6d14d3e80cfab4d845fa34d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-22T05:19:25,133 INFO [M:0;82891a793a29:45339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-22T05:19:25,134 INFO [M:0;82891a793a29:45339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:25,134 DEBUG [M:0;82891a793a29:45339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252763840Disabling compacts and flushes for region at 1732252763840Disabling writes for close at 1732252763840Obtaining lock to block concurrent updates at 1732252763840Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252763840Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732252763841 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252763841Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252763841Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252763859 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252763859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252764270 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252764285 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252764286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252764694 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252764707 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252764707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3731bb: reopening flushed file at 1732252765117 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605f393f: reopening flushed file at 1732252765122 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217295d2: reopening flushed file at 1732252765127 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1732252765133 (+6 ms)Writing region close event to WAL at 1732252765134 (+1 ms)Closed at 1732252765134 2024-11-22T05:19:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741847_1023 (size=22903) 2024-11-22T05:19:25,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f771ef0-e037-6469-85f2-b59918052ae8/MasterData/WALs/82891a793a29,45339,1732252754445/82891a793a29%2C45339%2C1732252754445.1732252755098 not finished, retry = 0 2024-11-22T05:19:25,237 INFO [M:0;82891a793a29:45339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:19:25,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:25,237 INFO [M:0;82891a793a29:45339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45339 2024-11-22T05:19:25,237 INFO [M:0;82891a793a29:45339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:25,385 INFO [M:0;82891a793a29:45339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45339-0x10160fb1f550006, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:25,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23cc2f18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:25,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:25,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:25,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:25,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:25,390 WARN [BP-1138757403-172.17.0.2-1732252738494 heartbeating to localhost/127.0.0.1:36897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:19:25,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:19:25,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:19:25,390 WARN [BP-1138757403-172.17.0.2-1732252738494 heartbeating to localhost/127.0.0.1:36897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1138757403-172.17.0.2-1732252738494 (Datanode Uuid a9dd3f01-52ac-426f-86ee-fb1c2e50a5e0) service to localhost/127.0.0.1:36897 2024-11-22T05:19:25,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/data/data1/current/BP-1138757403-172.17.0.2-1732252738494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:25,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/cluster_e77c5399-86e5-933a-a437-a7de2e52e297/data/data2/current/BP-1138757403-172.17.0.2-1732252738494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:25,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:19:25,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:25,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:25,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:25,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:25,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17db3976-65d5-d2fb-069e-72da04fabb1f/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:25,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:19:25,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:19:25,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50379) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 8280) 2024-11-22T05:19:25,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=7464 2024-11-22T05:19:25,454 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-22T05:19:25,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir so I do NOT create it in target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df 2024-11-22T05:19:25,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:19:25,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.tmp.dir so I do NOT create it in target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df 2024-11-22T05:19:25,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb7babbe-7640-d18b-ef83-a0ed657dc595/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:19:25,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df 2024-11-22T05:19:25,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72, deleteOnExit=true 2024-11-22T05:19:25,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/zookeeper_0, clientPort=51945, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:19:25,478 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51945 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/test.cache.data in system properties and HBase conf 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:19:25,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:19:25,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:19:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:19:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:19:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:19:25,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:19:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160fb1f550005, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:19:25,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160fb1f550005, quorum=127.0.0.1:50379, baseZNode=/1327930502 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:19:25,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160fb1f550002, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:19:25,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160fb1f550002, quorum=127.0.0.1:50379, baseZNode=/01963029045 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:19:25,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:25,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:25,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:25,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:25,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:19:25,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:25,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:25,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:25,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c29c16d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/java.io.tmpdir/jetty-localhost-40401-hadoop-hdfs-3_4_1-tests_jar-_-any-10018470208799830707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:25,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:40401} 2024-11-22T05:19:25,928 INFO [Time-limited test {}] server.Server(415): Started @165416ms 2024-11-22T05:19:26,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:26,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:26,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:26,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:26,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:19:26,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:26,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:26,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b238757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/java.io.tmpdir/jetty-localhost-46237-hadoop-hdfs-3_4_1-tests_jar-_-any-3057335461243579955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:26,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:46237} 2024-11-22T05:19:26,283 INFO [Time-limited test {}] server.Server(415): Started @165771ms 2024-11-22T05:19:26,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:19:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:19:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:19:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:26,954 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/data/data1/current/BP-1226812536-172.17.0.2-1732252765511/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:26,954 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/data/data2/current/BP-1226812536-172.17.0.2-1732252765511/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:26,971 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:19:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75d5814af1d786a with lease ID 0x2df106e1c96c10cc: Processing first storage report for DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9 from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=3a7dc496-d25c-4a69-9940-7b2b3c8b0e0d, infoPort=44425, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1492288573;c=1732252765511) 2024-11-22T05:19:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75d5814af1d786a with lease ID 0x2df106e1c96c10cc: from storage DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9 node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=3a7dc496-d25c-4a69-9940-7b2b3c8b0e0d, infoPort=44425, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1492288573;c=1732252765511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe75d5814af1d786a with lease ID 0x2df106e1c96c10cc: Processing first storage report for DS-34157874-8e42-4862-9800-f10be543acfd from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=3a7dc496-d25c-4a69-9940-7b2b3c8b0e0d, infoPort=44425, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1492288573;c=1732252765511) 2024-11-22T05:19:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe75d5814af1d786a with lease ID 0x2df106e1c96c10cc: from storage DS-34157874-8e42-4862-9800-f10be543acfd node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=3a7dc496-d25c-4a69-9940-7b2b3c8b0e0d, infoPort=44425, infoSecurePort=0, ipcPort=37141, storageInfo=lv=-57;cid=testClusterID;nsid=1492288573;c=1732252765511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:27,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df 2024-11-22T05:19:27,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:19:27,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218 with version=8 2024-11-22T05:19:27,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/hbase-staging 2024-11-22T05:19:27,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:27,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:27,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39849 2024-11-22T05:19:27,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39849 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398490x0, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:27,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39849-0x10160fb88d00000 connected 2024-11-22T05:19:27,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/running 2024-11-22T05:19:27,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218, hbase.cluster.distributed=false 2024-11-22T05:19:27,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/acl 2024-11-22T05:19:27,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-22T05:19:27,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2024-11-22T05:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2024-11-22T05:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-22T05:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-22T05:19:27,676 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:27,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:27,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37199 2024-11-22T05:19:27,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37199 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:27,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:27,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371990x0, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:27,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371990x0, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/running 2024-11-22T05:19:27,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37199-0x10160fb88d00001 connected 2024-11-22T05:19:27,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:27,700 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:27,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/master 2024-11-22T05:19:27,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/acl 2024-11-22T05:19:27,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-22T05:19:27,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37199 2024-11-22T05:19:27,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37199 2024-11-22T05:19:27,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-22T05:19:27,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-22T05:19:27,713 DEBUG [M:0;82891a793a29:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:39849 2024-11-22T05:19:27,714 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01073426345/backup-masters/82891a793a29,39849,1732252767421 2024-11-22T05:19:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/backup-masters 2024-11-22T05:19:27,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/backup-masters 2024-11-22T05:19:27,719 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on existing znode=/01073426345/backup-masters/82891a793a29,39849,1732252767421 2024-11-22T05:19:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01073426345/master 2024-11-22T05:19:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:27,730 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on existing znode=/01073426345/master 2024-11-22T05:19:27,730 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01073426345/backup-masters/82891a793a29,39849,1732252767421 from backup master directory 2024-11-22T05:19:27,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/backup-masters 2024-11-22T05:19:27,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01073426345/backup-masters/82891a793a29,39849,1732252767421 2024-11-22T05:19:27,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/backup-masters 2024-11-22T05:19:27,740 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:27,740 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,39849,1732252767421 2024-11-22T05:19:27,743 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/hbase.id] with ID: 6050b1bd-9878-4927-b05c-8647c016ce0f 2024-11-22T05:19:27,743 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/.tmp/hbase.id 2024-11-22T05:19:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:19:27,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:27,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:27,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:28,148 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/.tmp/hbase.id]:[hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/hbase.id] 2024-11-22T05:19:28,156 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:28,156 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:28,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:19:28,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:28,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:19:28,575 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:28,576 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:19:28,576 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:19:28,982 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store 2024-11-22T05:19:28,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:29,389 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:29,389 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:29,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252769389Disabling compacts and flushes for region at 1732252769389Disabling writes for close at 1732252769389Writing region close event to WAL at 1732252769389Closed at 1732252769389 2024-11-22T05:19:29,390 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/.initializing 2024-11-22T05:19:29,390 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/WALs/82891a793a29,39849,1732252767421 2024-11-22T05:19:29,391 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:29,392 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C39849%2C1732252767421, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/WALs/82891a793a29,39849,1732252767421, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/oldWALs, maxLogs=10 2024-11-22T05:19:29,405 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/WALs/82891a793a29,39849,1732252767421/82891a793a29%2C39849%2C1732252767421.1732252769393, exclude list is [], retry=0 2024-11-22T05:19:29,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9,DISK] 2024-11-22T05:19:29,408 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/WALs/82891a793a29,39849,1732252767421/82891a793a29%2C39849%2C1732252767421.1732252769393 2024-11-22T05:19:29,408 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-22T05:19:29,409 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:29,409 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:29,409 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,409 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:19:29,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:29,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:29,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:19:29,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:29,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:29,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:19:29,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:29,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:29,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:19:29,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:29,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:29,415 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,416 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,416 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,417 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,417 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,417 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:29,418 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:29,420 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:29,420 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64691103, jitterRate=-0.0360274463891983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:29,421 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252769409Initializing all the Stores at 1732252769410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252769410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252769410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252769410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252769410Cleaning up temporary data from old regions at 1732252769417 (+7 ms)Region opened successfully at 1732252769421 (+4 ms) 2024-11-22T05:19:29,421 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:19:29,423 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2db9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:29,424 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:19:29,424 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:19:29,424 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:19:29,424 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:19:29,425 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:19:29,425 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:19:29,425 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:19:29,427 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:19:29,428 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/balancer because node does not exist (not necessarily an error) 2024-11-22T05:19:29,527 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/balancer already deleted, retry=false 2024-11-22T05:19:29,528 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:19:29,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:19:29,540 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/normalizer already deleted, retry=false 2024-11-22T05:19:29,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:19:29,541 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:19:29,551 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/switch/split already deleted, retry=false 2024-11-22T05:19:29,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:19:29,561 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/switch/merge already deleted, retry=false 2024-11-22T05:19:29,563 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:19:29,572 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/snapshot-cleanup already deleted, retry=false 2024-11-22T05:19:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01073426345/running 2024-11-22T05:19:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01073426345/running 2024-11-22T05:19:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,39849,1732252767421, sessionid=0x10160fb88d00000, setting cluster-up flag (Was=false) 2024-11-22T05:19:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,635 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01073426345/flush-table-proc/acquired, /01073426345/flush-table-proc/reached, /01073426345/flush-table-proc/abort 2024-11-22T05:19:29,636 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,39849,1732252767421 2024-11-22T05:19:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:29,687 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01073426345/online-snapshot/acquired, /01073426345/online-snapshot/reached, /01073426345/online-snapshot/abort 2024-11-22T05:19:29,688 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,39849,1732252767421 2024-11-22T05:19:29,690 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:19:29,691 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:29,691 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:19:29,691 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:19:29,691 WARN [master/82891a793a29:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 82891a793a29,39691,1732252740973: status=Processing ServerCrashProcedure of 82891a793a29,39691,1732252740973 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732252755329, completionTime=-1 appears to have been leaked 2024-11-22T05:19:29,691 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,39849,1732252767421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:19:29,692 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,693 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:29,693 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:29,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:19:29,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:29,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252799702 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:19:29,702 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:19:29,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:19:29,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:19:29,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:19:29,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:19:29,704 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:19:29,704 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:19:29,709 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252769704,5,FailOnTimeoutGroup] 2024-11-22T05:19:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:19:29,710 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(746): ClusterId : 6050b1bd-9878-4927-b05c-8647c016ce0f 2024-11-22T05:19:29,710 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:19:29,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:19:29,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218 2024-11-22T05:19:29,712 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252769709,5,FailOnTimeoutGroup] 2024-11-22T05:19:29,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:19:29,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,720 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:19:29,720 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:19:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:19:29,730 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:19:29,731 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c566cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:29,746 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:37199 2024-11-22T05:19:29,746 INFO [RS:0;82891a793a29:37199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:19:29,746 INFO [RS:0;82891a793a29:37199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:19:29,746 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:19:29,747 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,39849,1732252767421 with port=37199, startcode=1732252767676 2024-11-22T05:19:29,747 DEBUG [RS:0;82891a793a29:37199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:19:29,749 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:19:29,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,37199,1732252767676 2024-11-22T05:19:29,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39849 {}] master.ServerManager(517): Registering regionserver=82891a793a29,37199,1732252767676 2024-11-22T05:19:29,750 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218 2024-11-22T05:19:29,750 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46527 2024-11-22T05:19:29,750 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:19:29,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/rs 2024-11-22T05:19:29,762 DEBUG [RS:0;82891a793a29:37199 {}] zookeeper.ZKUtil(111): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on existing znode=/01073426345/rs/82891a793a29,37199,1732252767676 2024-11-22T05:19:29,762 WARN [RS:0;82891a793a29:37199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:29,762 INFO [RS:0;82891a793a29:37199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:29,762 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676 2024-11-22T05:19:29,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,37199,1732252767676] 2024-11-22T05:19:29,771 INFO [RS:0;82891a793a29:37199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:19:29,772 INFO [RS:0;82891a793a29:37199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:19:29,776 INFO [RS:0;82891a793a29:37199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:19:29,776 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,777 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:19:29,778 INFO [RS:0;82891a793a29:37199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:19:29,778 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:29,778 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:29,779 DEBUG [RS:0;82891a793a29:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:29,780 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,781 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,781 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,781 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,781 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,781 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37199,1732252767676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:29,802 INFO [RS:0;82891a793a29:37199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:19:29,802 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37199,1732252767676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,802 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,802 INFO [RS:0;82891a793a29:37199 {}] regionserver.Replication(171): 82891a793a29,37199,1732252767676 started 2024-11-22T05:19:29,821 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:29,821 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,37199,1732252767676, RpcServer on 82891a793a29/172.17.0.2:37199, sessionid=0x10160fb88d00001 2024-11-22T05:19:29,821 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:19:29,821 DEBUG [RS:0;82891a793a29:37199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,37199,1732252767676 2024-11-22T05:19:29,821 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,37199,1732252767676' 2024-11-22T05:19:29,821 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01073426345/flush-table-proc/abort' 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01073426345/flush-table-proc/acquired' 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,37199,1732252767676 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,37199,1732252767676' 2024-11-22T05:19:29,822 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01073426345/online-snapshot/abort' 2024-11-22T05:19:29,823 DEBUG [RS:0;82891a793a29:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01073426345/online-snapshot/acquired' 2024-11-22T05:19:29,823 DEBUG [RS:0;82891a793a29:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:19:29,823 INFO [RS:0;82891a793a29:37199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:19:29,823 INFO [RS:0;82891a793a29:37199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:19:29,923 INFO [RS:0;82891a793a29:37199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:29,925 INFO [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C37199%2C1732252767676, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs, maxLogs=10 2024-11-22T05:19:29,936 DEBUG [RS:0;82891a793a29:37199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925, exclude list is [], retry=0 2024-11-22T05:19:29,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9,DISK] 2024-11-22T05:19:29,941 INFO [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 2024-11-22T05:19:29,941 DEBUG [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-22T05:19:30,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:30,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:30,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:30,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:30,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:30,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:30,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:30,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:30,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:30,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:30,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740 2024-11-22T05:19:30,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740 2024-11-22T05:19:30,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:30,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:30,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:30,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:30,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:30,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68255295, jitterRate=0.017083153128623962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252770122Initializing all the Stores at 1732252770123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252770123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770123Cleaning up temporary data from old regions at 1732252770131 (+8 ms)Region opened successfully at 1732252770135 (+4 ms) 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:30,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:30,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:30,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252770135Disabling compacts and flushes for region at 1732252770135Disabling writes for close at 1732252770135Writing region close event to WAL at 1732252770135Closed at 1732252770135 2024-11-22T05:19:30,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:30,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:19:30,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:19:30,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:30,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:19:30,288 DEBUG [82891a793a29:39849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:30,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:30,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,37199,1732252767676, state=OPENING 2024-11-22T05:19:30,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:19:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:30,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01073426345/meta-region-server: CHANGED 2024-11-22T05:19:30,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01073426345/meta-region-server: CHANGED 2024-11-22T05:19:30,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:30,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,37199,1732252767676}] 2024-11-22T05:19:30,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:30,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:19:30,508 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:19:30,508 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:30,508 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:19:30,509 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C37199%2C1732252767676.meta, suffix=.meta, logDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs, maxLogs=10 2024-11-22T05:19:30,522 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.meta.1732252770509.meta, exclude list is [], retry=0 2024-11-22T05:19:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9,DISK] 2024-11-22T05:19:30,525 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.meta.1732252770509.meta 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:30,526 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:19:30,526 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:19:30,526 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:19:30,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:30,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:30,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:30,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:30,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:30,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:30,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:30,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:30,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:30,532 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:30,533 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740 2024-11-22T05:19:30,534 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740 2024-11-22T05:19:30,535 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:30,535 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:30,535 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:30,536 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:30,537 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67036827, jitterRate=-0.0010734349489212036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:30,537 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:19:30,538 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252770527Writing region info on filesystem at 1732252770527Initializing all the Stores at 1732252770527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252770527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252770527Cleaning up temporary data from old regions at 1732252770535 (+8 ms)Running coprocessor post-open hooks at 1732252770537 (+2 ms)Region opened successfully at 1732252770538 (+1 ms) 2024-11-22T05:19:30,539 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252770503 2024-11-22T05:19:30,541 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:19:30,541 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:19:30,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:30,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,37199,1732252767676, state=OPEN 2024-11-22T05:19:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01073426345/meta-region-server 2024-11-22T05:19:30,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01073426345/meta-region-server 2024-11-22T05:19:30,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,37199,1732252767676 2024-11-22T05:19:30,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01073426345/meta-region-server: CHANGED 2024-11-22T05:19:30,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01073426345/meta-region-server: CHANGED 2024-11-22T05:19:30,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:19:30,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,37199,1732252767676 in 225 msec 2024-11-22T05:19:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:19:30,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-22T05:19:30,581 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:30,581 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:19:30,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:30,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:30,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:30,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:30,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 897 msec 2024-11-22T05:19:30,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252770589, completionTime=-1 2024-11-22T05:19:30,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:19:30,589 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:19:30,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:19:30,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252830591 2024-11-22T05:19:30,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252890591 2024-11-22T05:19:30,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T05:19:30,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:39849, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,594 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:19:30,600 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.864sec 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:30,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:19:30,606 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:19:30,606 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:19:30,606 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39849,1732252767421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:30,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:30,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:30,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:30,611 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44de1545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:30,613 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:30,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:30,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:30,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:30,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,39849,1732252767421 2024-11-22T05:19:30,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:30,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:30,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fb88d00002 connected 2024-11-22T05:19:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir so I do NOT create it in target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35 2024-11-22T05:19:30,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:19:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.tmp.dir so I do NOT create it in target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35 2024-11-22T05:19:30,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:19:30,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35 2024-11-22T05:19:30,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/cluster_f74837bd-2e93-2d52-9aee-735091ecd935, deleteOnExit=true 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/test.cache.data in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:19:30,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:19:30,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:19:30,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:19:30,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:30,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:30,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:30,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:30,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:19:30,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:30,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:30,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:31,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/java.io.tmpdir/jetty-localhost-42187-hadoop-hdfs-3_4_1-tests_jar-_-any-14667829504598329294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:31,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:42187} 2024-11-22T05:19:31,041 INFO [Time-limited test {}] server.Server(415): Started @170529ms 2024-11-22T05:19:31,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:31,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:31,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:31,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:31,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:19:31,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:31,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:31,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126508b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/java.io.tmpdir/jetty-localhost-43627-hadoop-hdfs-3_4_1-tests_jar-_-any-13151358297168095417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:31,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:43627} 2024-11-22T05:19:31,447 INFO [Time-limited test {}] server.Server(415): Started @170935ms 2024-11-22T05:19:31,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:19:32,084 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/cluster_f74837bd-2e93-2d52-9aee-735091ecd935/data/data1/current/BP-1356793184-172.17.0.2-1732252770665/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:32,084 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/cluster_f74837bd-2e93-2d52-9aee-735091ecd935/data/data2/current/BP-1356793184-172.17.0.2-1732252770665/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:32,101 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:19:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa460235bb9c3b3db with lease ID 0x5c1752e9bcb4e58f: Processing first storage report for DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c from datanode DatanodeRegistration(127.0.0.1:35269, datanodeUuid=3a96a8b1-d234-44c3-918d-c8bd09ccb05d, infoPort=33797, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=94345840;c=1732252770665) 2024-11-22T05:19:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa460235bb9c3b3db with lease ID 0x5c1752e9bcb4e58f: from storage DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c node DatanodeRegistration(127.0.0.1:35269, datanodeUuid=3a96a8b1-d234-44c3-918d-c8bd09ccb05d, infoPort=33797, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=94345840;c=1732252770665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa460235bb9c3b3db with lease ID 0x5c1752e9bcb4e58f: Processing first storage report for DS-7f23febe-f0b6-4a64-b159-f33bfa609f76 from datanode DatanodeRegistration(127.0.0.1:35269, datanodeUuid=3a96a8b1-d234-44c3-918d-c8bd09ccb05d, infoPort=33797, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=94345840;c=1732252770665) 2024-11-22T05:19:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa460235bb9c3b3db with lease ID 0x5c1752e9bcb4e58f: from storage DS-7f23febe-f0b6-4a64-b159-f33bfa609f76 node DatanodeRegistration(127.0.0.1:35269, datanodeUuid=3a96a8b1-d234-44c3-918d-c8bd09ccb05d, infoPort=33797, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=94345840;c=1732252770665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:32,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35 2024-11-22T05:19:32,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:19:32,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57 with version=8 2024-11-22T05:19:32,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/hbase-staging 2024-11-22T05:19:32,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:32,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:32,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:32,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40881 2024-11-22T05:19:32,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40881 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:32,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408810x0, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:32,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40881-0x10160fb88d00003 connected 2024-11-22T05:19:32,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/running 2024-11-22T05:19:32,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57, hbase.cluster.distributed=false 2024-11-22T05:19:32,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/acl 2024-11-22T05:19:32,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-22T05:19:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40881 2024-11-22T05:19:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40881 2024-11-22T05:19:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-22T05:19:32,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40881 2024-11-22T05:19:32,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:32,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:32,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43727 2024-11-22T05:19:32,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43727 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:32,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437270x0, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:32,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437270x0, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/running 2024-11-22T05:19:32,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43727-0x10160fb88d00004 connected 2024-11-22T05:19:32,499 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:32,500 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:32,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/master 2024-11-22T05:19:32,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/acl 2024-11-22T05:19:32,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T05:19:32,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43727 2024-11-22T05:19:32,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43727 2024-11-22T05:19:32,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T05:19:32,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43727 2024-11-22T05:19:32,521 DEBUG [M:0;82891a793a29:40881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:40881 2024-11-22T05:19:32,521 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1704592367/backup-masters/82891a793a29,40881,1732252772200 2024-11-22T05:19:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/backup-masters 2024-11-22T05:19:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/backup-masters 2024-11-22T05:19:32,530 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on existing znode=/1704592367/backup-masters/82891a793a29,40881,1732252772200 2024-11-22T05:19:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1704592367/master 2024-11-22T05:19:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:32,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:32,540 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on existing znode=/1704592367/master 2024-11-22T05:19:32,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1704592367/backup-masters/82891a793a29,40881,1732252772200 from backup master directory 2024-11-22T05:19:32,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1704592367/backup-masters/82891a793a29,40881,1732252772200 2024-11-22T05:19:32,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/backup-masters 2024-11-22T05:19:32,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/backup-masters 2024-11-22T05:19:32,551 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:32,551 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,40881,1732252772200 2024-11-22T05:19:32,554 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/hbase.id] with ID: 5f8e7337-f84a-4005-a79d-1319cfa8b573 2024-11-22T05:19:32,554 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/.tmp/hbase.id 2024-11-22T05:19:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:19:32,962 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/.tmp/hbase.id]:[hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/hbase.id] 2024-11-22T05:19:32,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:32,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:32,971 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T05:19:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:19:33,431 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:33,432 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:19:33,432 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:19:33,839 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store 2024-11-22T05:19:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:19:34,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:34,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:34,244 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:34,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:34,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:34,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:34,245 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:34,245 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252774244Disabling compacts and flushes for region at 1732252774244Disabling writes for close at 1732252774244Writing region close event to WAL at 1732252774245 (+1 ms)Closed at 1732252774245 2024-11-22T05:19:34,245 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/.initializing 2024-11-22T05:19:34,245 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/WALs/82891a793a29,40881,1732252772200 2024-11-22T05:19:34,246 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:34,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C40881%2C1732252772200, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/WALs/82891a793a29,40881,1732252772200, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/oldWALs, maxLogs=10 2024-11-22T05:19:34,264 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/WALs/82891a793a29,40881,1732252772200/82891a793a29%2C40881%2C1732252772200.1732252774248, exclude list is [], retry=0 2024-11-22T05:19:34,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c,DISK] 2024-11-22T05:19:34,268 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/WALs/82891a793a29,40881,1732252772200/82891a793a29%2C40881%2C1732252772200.1732252774248 2024-11-22T05:19:34,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33797:33797)] 2024-11-22T05:19:34,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:34,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:34,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:19:34,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:34,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:34,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:19:34,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:34,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:34,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:19:34,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:34,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:34,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:19:34,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:34,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:34,275 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,276 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,276 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:34,278 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:19:34,284 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:34,284 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64765004, jitterRate=-0.03492623567581177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:34,284 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252774268Initializing all the Stores at 1732252774269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252774269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252774269Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252774269Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252774269Cleaning up temporary data from old regions at 1732252774277 (+8 ms)Region opened successfully at 1732252774284 (+7 ms) 2024-11-22T05:19:34,287 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:19:34,289 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f87224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:34,290 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:19:34,290 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:19:34,290 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:19:34,290 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:19:34,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:19:34,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:19:34,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:19:34,293 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:19:34,294 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/balancer because node does not exist (not necessarily an error) 2024-11-22T05:19:34,350 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/balancer already deleted, retry=false 2024-11-22T05:19:34,351 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:19:34,351 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:19:34,361 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/normalizer already deleted, retry=false 2024-11-22T05:19:34,361 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:19:34,362 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:19:34,371 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/switch/split already deleted, retry=false 2024-11-22T05:19:34,372 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:19:34,382 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/switch/merge already deleted, retry=false 2024-11-22T05:19:34,383 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:19:34,392 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/snapshot-cleanup already deleted, retry=false 2024-11-22T05:19:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1704592367/running 2024-11-22T05:19:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1704592367/running 2024-11-22T05:19:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,403 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,40881,1732252772200, sessionid=0x10160fb88d00003, setting cluster-up flag (Was=false) 2024-11-22T05:19:34,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,455 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1704592367/flush-table-proc/acquired, /1704592367/flush-table-proc/reached, /1704592367/flush-table-proc/abort 2024-11-22T05:19:34,456 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,40881,1732252772200 2024-11-22T05:19:34,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:34,508 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1704592367/online-snapshot/acquired, /1704592367/online-snapshot/reached, /1704592367/online-snapshot/abort 2024-11-22T05:19:34,509 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,40881,1732252772200 2024-11-22T05:19:34,510 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:19:34,511 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:34,511 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:19:34,511 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:19:34,512 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,40881,1732252772200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:19:34,513 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(746): ClusterId : 5f8e7337-f84a-4005-a79d-1319cfa8b573 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:19:34,513 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:34,513 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,513 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252804513 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:34,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:19:34,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:19:34,515 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252774515,5,FailOnTimeoutGroup] 2024-11-22T05:19:34,515 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252774515,5,FailOnTimeoutGroup] 2024-11-22T05:19:34,515 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,515 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:19:34,515 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,515 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:34,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:19:34,519 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:19:34,519 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:19:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:19:34,530 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:19:34,530 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@952d50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:19:34,541 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:43727 2024-11-22T05:19:34,541 INFO [RS:0;82891a793a29:43727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:19:34,541 INFO [RS:0;82891a793a29:43727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:19:34,541 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:19:34,541 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,40881,1732252772200 with port=43727, startcode=1732252772485 2024-11-22T05:19:34,541 DEBUG [RS:0;82891a793a29:43727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:19:34,543 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:19:34,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,43727,1732252772485 2024-11-22T05:19:34,543 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40881 {}] master.ServerManager(517): Registering regionserver=82891a793a29,43727,1732252772485 2024-11-22T05:19:34,544 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57 2024-11-22T05:19:34,544 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46393 2024-11-22T05:19:34,544 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:19:34,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/rs 2024-11-22T05:19:34,550 DEBUG [RS:0;82891a793a29:43727 {}] zookeeper.ZKUtil(111): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on existing znode=/1704592367/rs/82891a793a29,43727,1732252772485 2024-11-22T05:19:34,551 WARN [RS:0;82891a793a29:43727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:34,551 INFO [RS:0;82891a793a29:43727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:34,551 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485 2024-11-22T05:19:34,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,43727,1732252772485] 2024-11-22T05:19:34,553 INFO [RS:0;82891a793a29:43727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:19:34,555 INFO [RS:0;82891a793a29:43727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:19:34,556 INFO [RS:0;82891a793a29:43727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:19:34,556 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,556 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:19:34,556 INFO [RS:0;82891a793a29:43727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:19:34,556 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,556 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:34,557 DEBUG [RS:0;82891a793a29:43727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,559 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43727,1732252772485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:34,572 INFO [RS:0;82891a793a29:43727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:19:34,572 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,43727,1732252772485-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,572 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,572 INFO [RS:0;82891a793a29:43727 {}] regionserver.Replication(171): 82891a793a29,43727,1732252772485 started 2024-11-22T05:19:34,584 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:34,584 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,43727,1732252772485, RpcServer on 82891a793a29/172.17.0.2:43727, sessionid=0x10160fb88d00004 2024-11-22T05:19:34,584 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:19:34,584 DEBUG [RS:0;82891a793a29:43727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,43727,1732252772485 2024-11-22T05:19:34,584 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,43727,1732252772485' 2024-11-22T05:19:34,584 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1704592367/flush-table-proc/abort' 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1704592367/flush-table-proc/acquired' 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,43727,1732252772485 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,43727,1732252772485' 2024-11-22T05:19:34,585 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1704592367/online-snapshot/abort' 2024-11-22T05:19:34,586 DEBUG [RS:0;82891a793a29:43727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1704592367/online-snapshot/acquired' 2024-11-22T05:19:34,586 DEBUG [RS:0;82891a793a29:43727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:19:34,586 INFO [RS:0;82891a793a29:43727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:19:34,586 INFO [RS:0;82891a793a29:43727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:19:34,686 INFO [RS:0;82891a793a29:43727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:19:34,688 INFO [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C43727%2C1732252772485, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs, maxLogs=10 2024-11-22T05:19:34,700 DEBUG [RS:0;82891a793a29:43727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, exclude list is [], retry=0 2024-11-22T05:19:34,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c,DISK] 2024-11-22T05:19:34,704 INFO [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 2024-11-22T05:19:34,704 DEBUG [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33797:33797)] 2024-11-22T05:19:34,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:19:34,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57 2024-11-22T05:19:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:19:35,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:35,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:35,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:35,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:35,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:35,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:35,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:35,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:35,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:35,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:35,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740 2024-11-22T05:19:35,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740 2024-11-22T05:19:35,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:35,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:35,337 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:35,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:35,339 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:35,340 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59963365, jitterRate=-0.10647623240947723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252775328Initializing all the Stores at 1732252775329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252775329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775329Cleaning up temporary data from old regions at 1732252775337 (+8 ms)Region opened successfully at 1732252775340 (+3 ms) 2024-11-22T05:19:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:35,340 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:35,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:35,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:35,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252775340Disabling compacts and flushes for region at 1732252775340Disabling writes for close at 1732252775340Writing region close event to WAL at 1732252775340Closed at 1732252775341 (+1 ms) 2024-11-22T05:19:35,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:35,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:19:35,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:19:35,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:35,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:19:35,493 DEBUG [82891a793a29:40881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:19:35,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:35,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,43727,1732252772485, state=OPENING 2024-11-22T05:19:35,587 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:19:35,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:35,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:35,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:19:35,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1704592367/meta-region-server: CHANGED 2024-11-22T05:19:35,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1704592367/meta-region-server: CHANGED 2024-11-22T05:19:35,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,43727,1732252772485}] 2024-11-22T05:19:35,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:35,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:19:35,760 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:19:35,760 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:35,761 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:19:35,762 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C43727%2C1732252772485.meta, suffix=.meta, logDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs, maxLogs=10 2024-11-22T05:19:35,774 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.meta.1732252775762.meta, exclude list is [], retry=0 2024-11-22T05:19:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c,DISK] 2024-11-22T05:19:35,778 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.meta.1732252775762.meta 2024-11-22T05:19:35,778 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33797:33797)] 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:35,779 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:19:35,779 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:19:35,779 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:19:35,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:19:35,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:19:35,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:19:35,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:19:35,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:19:35,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:19:35,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:19:35,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:19:35,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:19:35,785 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:19:35,785 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740 2024-11-22T05:19:35,786 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740 2024-11-22T05:19:35,787 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:19:35,787 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:19:35,787 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:19:35,788 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:19:35,789 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73503537, jitterRate=0.09528805315494537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:19:35,789 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:19:35,789 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252775779Writing region info on filesystem at 1732252775779Initializing all the Stores at 1732252775780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252775780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252775780Cleaning up temporary data from old regions at 1732252775787 (+7 ms)Running coprocessor post-open hooks at 1732252775789 (+2 ms)Region opened successfully at 1732252775789 2024-11-22T05:19:35,790 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252775756 2024-11-22T05:19:35,791 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:19:35,791 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:19:35,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:35,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,43727,1732252772485, state=OPEN 2024-11-22T05:19:35,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1704592367/meta-region-server 2024-11-22T05:19:35,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1704592367/meta-region-server 2024-11-22T05:19:35,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,43727,1732252772485 2024-11-22T05:19:35,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1704592367/meta-region-server: CHANGED 2024-11-22T05:19:35,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1704592367/meta-region-server: CHANGED 2024-11-22T05:19:35,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:19:35,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,43727,1732252772485 in 200 msec 2024-11-22T05:19:35,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:19:35,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-22T05:19:35,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:19:35,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:19:35,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:35,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:35,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:35,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:35,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-22T05:19:35,813 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252775813, completionTime=-1 2024-11-22T05:19:35,813 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:19:35,813 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252835815 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252895815 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:40881, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,815 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,816 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,817 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:19:35,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-22T05:19:35,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:19:35,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:19:35,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:19:35,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:19:35,819 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:19:35,819 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:19:35,819 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:19:35,820 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:19:35,820 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:19:35,821 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40881,1732252772200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:19:35,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c73698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:35,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:35,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:35,915 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:35,917 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:35,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:35,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:35,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:35,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,40881,1732252772200 2024-11-22T05:19:35,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51945 2024-11-22T05:19:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:35,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fb88d00005 connected 2024-11-22T05:19:35,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:35,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:35,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2d49af 2024-11-22T05:19:35,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:35,943 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:35,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:19:35,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:19:35,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:35,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:19:35,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:19:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:19:36,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:36,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:36,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:19:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:36,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1880dcda7060ff2fda7caf88270a7db2, NAME => 'test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218 2024-11-22T05:19:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:19:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:19:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:19:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:19:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:19:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:19:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:19:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:36,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:36,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1880dcda7060ff2fda7caf88270a7db2, disabling compactions & flushes 2024-11-22T05:19:36,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:36,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:36,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. after waiting 0 ms 2024-11-22T05:19:36,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:36,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:36,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1880dcda7060ff2fda7caf88270a7db2: Waiting for close lock at 1732252776758Disabling compacts and flushes for region at 1732252776758Disabling writes for close at 1732252776758Writing region close event to WAL at 1732252776759 (+1 ms)Closed at 1732252776759 2024-11-22T05:19:36,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:19:36,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252776760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252776760"}]},"ts":"1732252776760"} 2024-11-22T05:19:36,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:19:36,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:19:36,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252776762"}]},"ts":"1732252776762"} 2024-11-22T05:19:36,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:19:36,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1880dcda7060ff2fda7caf88270a7db2, ASSIGN}] 2024-11-22T05:19:36,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1880dcda7060ff2fda7caf88270a7db2, ASSIGN 2024-11-22T05:19:36,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1880dcda7060ff2fda7caf88270a7db2, ASSIGN; state=OFFLINE, location=82891a793a29,37199,1732252767676; forceNewPlan=false, retain=false 2024-11-22T05:19:36,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1880dcda7060ff2fda7caf88270a7db2, regionState=OPENING, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:36,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1880dcda7060ff2fda7caf88270a7db2, ASSIGN because future has completed 2024-11-22T05:19:36,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1880dcda7060ff2fda7caf88270a7db2, server=82891a793a29,37199,1732252767676}] 2024-11-22T05:19:37,073 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:37,073 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1880dcda7060ff2fda7caf88270a7db2, NAME => 'test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:37,073 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:37,073 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:19:37,073 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,074 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:37,074 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,074 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,075 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,076 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1880dcda7060ff2fda7caf88270a7db2 columnFamilyName f 2024-11-22T05:19:37,076 DEBUG [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:37,076 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(327): Store=1880dcda7060ff2fda7caf88270a7db2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:37,076 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,077 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1880dcda7060ff2fda7caf88270a7db2 columnFamilyName f1 2024-11-22T05:19:37,077 DEBUG [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:37,077 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(327): Store=1880dcda7060ff2fda7caf88270a7db2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:37,077 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,078 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1880dcda7060ff2fda7caf88270a7db2 columnFamilyName norep 2024-11-22T05:19:37,078 DEBUG [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:37,079 INFO [StoreOpener-1880dcda7060ff2fda7caf88270a7db2-1 {}] regionserver.HStore(327): Store=1880dcda7060ff2fda7caf88270a7db2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:37,079 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,079 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,079 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,080 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,080 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,081 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:37,081 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,083 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:37,083 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1880dcda7060ff2fda7caf88270a7db2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66319733, jitterRate=-0.011758968234062195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:37,083 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:37,084 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1880dcda7060ff2fda7caf88270a7db2: Running coprocessor pre-open hook at 1732252777074Writing region info on filesystem at 1732252777074Initializing all the Stores at 1732252777074Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252777074Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252777075 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252777075Cleaning up temporary data from old regions at 1732252777080 (+5 ms)Running coprocessor post-open hooks at 1732252777083 (+3 ms)Region opened successfully at 1732252777084 (+1 ms) 2024-11-22T05:19:37,085 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., pid=6, masterSystemTime=1732252777070 2024-11-22T05:19:37,086 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:37,086 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:37,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1880dcda7060ff2fda7caf88270a7db2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:37,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1880dcda7060ff2fda7caf88270a7db2, server=82891a793a29,37199,1732252767676 because future has completed 2024-11-22T05:19:37,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:19:37,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1880dcda7060ff2fda7caf88270a7db2, server=82891a793a29,37199,1732252767676 in 171 msec 2024-11-22T05:19:37,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:19:37,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1880dcda7060ff2fda7caf88270a7db2, ASSIGN in 327 msec 2024-11-22T05:19:37,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:19:37,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252777093"}]},"ts":"1732252777093"} 2024-11-22T05:19:37,095 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:19:37,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:19:37,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-22T05:19:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:38,094 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:19:38,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c9e475 2024-11-22T05:19:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:38,095 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:38,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:19:38,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:19:38,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:38,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:19:38,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:19:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:19:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:38,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a19900259f383b77aa36d9d6bf34875, NAME => 'test,,1732252778096.8a19900259f383b77aa36d9d6bf34875.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57 2024-11-22T05:19:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:19:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252778096.8a19900259f383b77aa36d9d6bf34875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8a19900259f383b77aa36d9d6bf34875, disabling compactions & flushes 2024-11-22T05:19:38,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. after waiting 0 ms 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:38,914 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:38,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a19900259f383b77aa36d9d6bf34875: Waiting for close lock at 1732252778914Disabling compacts and flushes for region at 1732252778914Disabling writes for close at 1732252778914Writing region close event to WAL at 1732252778914Closed at 1732252778914 2024-11-22T05:19:38,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:19:38,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252778096.8a19900259f383b77aa36d9d6bf34875.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252778915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252778915"}]},"ts":"1732252778915"} 2024-11-22T05:19:38,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:19:38,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:19:38,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252778918"}]},"ts":"1732252778918"} 2024-11-22T05:19:38,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:19:38,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a19900259f383b77aa36d9d6bf34875, ASSIGN}] 2024-11-22T05:19:38,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8a19900259f383b77aa36d9d6bf34875, ASSIGN 2024-11-22T05:19:38,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8a19900259f383b77aa36d9d6bf34875, ASSIGN; state=OFFLINE, location=82891a793a29,43727,1732252772485; forceNewPlan=false, retain=false 2024-11-22T05:19:39,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a19900259f383b77aa36d9d6bf34875, regionState=OPENING, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:39,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8a19900259f383b77aa36d9d6bf34875, ASSIGN because future has completed 2024-11-22T05:19:39,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a19900259f383b77aa36d9d6bf34875, server=82891a793a29,43727,1732252772485}] 2024-11-22T05:19:39,230 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:39,230 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a19900259f383b77aa36d9d6bf34875, NAME => 'test,,1732252778096.8a19900259f383b77aa36d9d6bf34875.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:39,230 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:39,230 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:19:39,230 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,231 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252778096.8a19900259f383b77aa36d9d6bf34875.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:39,231 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,231 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,232 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,233 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a19900259f383b77aa36d9d6bf34875 columnFamilyName f 2024-11-22T05:19:39,233 DEBUG [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:39,233 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(327): Store=8a19900259f383b77aa36d9d6bf34875/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:39,233 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,234 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a19900259f383b77aa36d9d6bf34875 columnFamilyName f1 2024-11-22T05:19:39,234 DEBUG [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:39,234 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(327): Store=8a19900259f383b77aa36d9d6bf34875/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:39,234 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,235 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a19900259f383b77aa36d9d6bf34875 columnFamilyName norep 2024-11-22T05:19:39,235 DEBUG [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:39,235 INFO [StoreOpener-8a19900259f383b77aa36d9d6bf34875-1 {}] regionserver.HStore(327): Store=8a19900259f383b77aa36d9d6bf34875/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:39,236 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,236 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,236 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,237 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,237 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,237 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:39,238 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,243 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:39,243 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a19900259f383b77aa36d9d6bf34875; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68711749, jitterRate=0.0238848477602005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:39,243 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:39,244 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a19900259f383b77aa36d9d6bf34875: Running coprocessor pre-open hook at 1732252779231Writing region info on filesystem at 1732252779231Initializing all the Stores at 1732252779231Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252779231Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252779232 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252779232Cleaning up temporary data from old regions at 1732252779237 (+5 ms)Running coprocessor post-open hooks at 1732252779243 (+6 ms)Region opened successfully at 1732252779243 2024-11-22T05:19:39,244 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., pid=6, masterSystemTime=1732252779226 2024-11-22T05:19:39,246 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:39,246 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:39,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a19900259f383b77aa36d9d6bf34875, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:39,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a19900259f383b77aa36d9d6bf34875, server=82891a793a29,43727,1732252772485 because future has completed 2024-11-22T05:19:39,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:19:39,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a19900259f383b77aa36d9d6bf34875, server=82891a793a29,43727,1732252772485 in 175 msec 2024-11-22T05:19:39,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:19:39,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8a19900259f383b77aa36d9d6bf34875, ASSIGN in 331 msec 2024-11-22T05:19:39,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:19:39,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252779253"}]},"ts":"1732252779253"} 2024-11-22T05:19:39,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:19:39,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:19:39,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-22T05:19:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:19:40,253 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:19:40,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:40,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:40,254 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:40,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383f2cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,255 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceb5b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:40,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:40,257 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db53f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,258 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78666a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:40,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:40,260 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4dc8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:40,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,261 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d16d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a364593 2024-11-22T05:19:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:40,263 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:40,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:40881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:19:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:19:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:40,266 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:40881' 2024-11-22T05:19:40,266 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35970f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,266 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:40,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:40,267 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:40,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:40,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:40,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad000ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:40,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:40,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,268 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:40,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6ef7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:40,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:40,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:40,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270b939b 2024-11-22T05:19:40,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:40,270 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:40,271 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:19:40,271 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:19:40,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:40,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:40,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:40,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:19:40,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:19:40,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:40,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:19:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:19:40,322 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:19:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:40,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:19:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:40,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81faf8bf09051742d1d0b3b3247c8279, NAME => 'hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218 2024-11-22T05:19:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:19:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81faf8bf09051742d1d0b3b3247c8279, disabling compactions & flushes 2024-11-22T05:19:41,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. after waiting 0 ms 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,112 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81faf8bf09051742d1d0b3b3247c8279: Waiting for close lock at 1732252781112Disabling compacts and flushes for region at 1732252781112Disabling writes for close at 1732252781112Writing region close event to WAL at 1732252781112Closed at 1732252781112 2024-11-22T05:19:41,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:19:41,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252781113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252781113"}]},"ts":"1732252781113"} 2024-11-22T05:19:41,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:19:41,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:19:41,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252781116"}]},"ts":"1732252781116"} 2024-11-22T05:19:41,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:19:41,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81faf8bf09051742d1d0b3b3247c8279, ASSIGN}] 2024-11-22T05:19:41,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81faf8bf09051742d1d0b3b3247c8279, ASSIGN 2024-11-22T05:19:41,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81faf8bf09051742d1d0b3b3247c8279, ASSIGN; state=OFFLINE, location=82891a793a29,37199,1732252767676; forceNewPlan=false, retain=false 2024-11-22T05:19:41,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81faf8bf09051742d1d0b3b3247c8279, regionState=OPENING, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:41,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81faf8bf09051742d1d0b3b3247c8279, ASSIGN because future has completed 2024-11-22T05:19:41,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81faf8bf09051742d1d0b3b3247c8279, server=82891a793a29,37199,1732252767676}] 2024-11-22T05:19:41,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:41,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:41,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:41,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:19:41,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C37199%2C1732252767676.rep, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs, maxLogs=10 2024-11-22T05:19:41,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.rep.1732252781430, exclude list is [], retry=0 2024-11-22T05:19:41,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-0c7e373f-ca0f-418f-b8d1-ca2943e8bfa9,DISK] 2024-11-22T05:19:41,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.rep.1732252781430 2024-11-22T05:19:41,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81faf8bf09051742d1d0b3b3247c8279, NAME => 'hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:41,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. service=MultiRowMutationService 2024-11-22T05:19:41,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,453 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,454 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81faf8bf09051742d1d0b3b3247c8279 columnFamilyName hfileref 2024-11-22T05:19:41,454 DEBUG [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:41,454 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(327): Store=81faf8bf09051742d1d0b3b3247c8279/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:41,454 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,455 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81faf8bf09051742d1d0b3b3247c8279 columnFamilyName queue 2024-11-22T05:19:41,455 DEBUG [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:41,456 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(327): Store=81faf8bf09051742d1d0b3b3247c8279/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:41,456 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,457 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81faf8bf09051742d1d0b3b3247c8279 columnFamilyName sid 2024-11-22T05:19:41,457 DEBUG [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:41,457 INFO [StoreOpener-81faf8bf09051742d1d0b3b3247c8279-1 {}] regionserver.HStore(327): Store=81faf8bf09051742d1d0b3b3247c8279/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:41,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:41,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:41,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81faf8bf09051742d1d0b3b3247c8279; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70000561, jitterRate=0.043089643120765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:41,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:41,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81faf8bf09051742d1d0b3b3247c8279: Running coprocessor pre-open hook at 1732252781452Writing region info on filesystem at 1732252781452Initializing all the Stores at 1732252781452Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252781452Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252781452Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252781452Cleaning up temporary data from old regions at 1732252781459 (+7 ms)Running coprocessor post-open hooks at 1732252781463 (+4 ms)Region opened successfully at 1732252781463 2024-11-22T05:19:41,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279., pid=10, masterSystemTime=1732252781424 2024-11-22T05:19:41,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:41,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81faf8bf09051742d1d0b3b3247c8279, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,37199,1732252767676 2024-11-22T05:19:41,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81faf8bf09051742d1d0b3b3247c8279, server=82891a793a29,37199,1732252767676 because future has completed 2024-11-22T05:19:41,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:19:41,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81faf8bf09051742d1d0b3b3247c8279, server=82891a793a29,37199,1732252767676 in 199 msec 2024-11-22T05:19:41,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:19:41,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81faf8bf09051742d1d0b3b3247c8279, ASSIGN in 355 msec 2024-11-22T05:19:41,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:19:41,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252781475"}]},"ts":"1732252781475"} 2024-11-22T05:19:41,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:19:41,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:19:41,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-22T05:19:41,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279., hostname=82891a793a29,37199,1732252767676, seqNum=2] 2024-11-22T05:19:41,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:41,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:41,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:19:41,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37199 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:19:41,778 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:19:41,813 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,37199,1732252767676, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:19:41,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:41,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:41,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:41,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T05:19:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,37199,1732252767676', locateType=CURRENT is [region=hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279., hostname=82891a793a29,37199,1732252767676, seqNum=2] 2024-11-22T05:19:41,819 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:19:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:19:41,821 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,37199,1732252767676 suceeded 2024-11-22T05:19:41,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:19:41,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-22T05:19:41,823 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:40881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:19:41,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-22T05:19:41,832 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:40881' 2024-11-22T05:19:41,833 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25901fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:41,833 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:41,833 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:41,834 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ecb48b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:41,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:41,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:41,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:41,835 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:41,836 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78d93951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:41,836 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f11cd6 2024-11-22T05:19:41,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:41,837 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:41,838 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,37199,1732252767676 (queues=1) is replicating from cluster=6050b1bd-9878-4927-b05c-8647c016ce0f to cluster=5f8e7337-f84a-4005-a79d-1319cfa8b573 2024-11-22T05:19:41,838 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C37199%2C1732252767676 2024-11-22T05:19:41,838 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,37199,1732252767676, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:19:41,838 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C37199%2C1732252767676 2024-11-22T05:19:41,839 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925, startPosition=0, beingWritten=true 2024-11-22T05:19:41,845 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:19:41,846 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:41,846 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,37199,1732252767676 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:19:42,049 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:42,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:19:42,353 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:42,413 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:19:42,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:42,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:42,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:42,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:42,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:42,414 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:42,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2924e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:42,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,416 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ff30c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28bc6065 2024-11-22T05:19:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:42,418 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:42,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:39849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:19:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:19:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:42,421 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:39849' 2024-11-22T05:19:42,422 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e17b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,422 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:42,422 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:42,422 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fddc075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:42,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,424 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:42,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1954fbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:42,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:42,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:42,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57abced9 2024-11-22T05:19:42,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:42,425 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:42,426 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:19:42,426 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:19:42,426 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,426 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:42,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:42,427 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:19:42,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:19:42,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:19:42,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:42,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:19:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:19:42,478 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:19:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:42,756 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:42,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d04c725e9fe07f08dec83b8091edc8f7, NAME => 'hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57 2024-11-22T05:19:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:43,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:43,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d04c725e9fe07f08dec83b8091edc8f7, disabling compactions & flushes 2024-11-22T05:19:43,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. after waiting 0 ms 2024-11-22T05:19:43,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,247 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d04c725e9fe07f08dec83b8091edc8f7: Waiting for close lock at 1732252783247Disabling compacts and flushes for region at 1732252783247Disabling writes for close at 1732252783247Writing region close event to WAL at 1732252783247Closed at 1732252783247 2024-11-22T05:19:43,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:19:43,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252783248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252783248"}]},"ts":"1732252783248"} 2024-11-22T05:19:43,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:19:43,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:19:43,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252783250"}]},"ts":"1732252783250"} 2024-11-22T05:19:43,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:19:43,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04c725e9fe07f08dec83b8091edc8f7, ASSIGN}] 2024-11-22T05:19:43,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04c725e9fe07f08dec83b8091edc8f7, ASSIGN 2024-11-22T05:19:43,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d04c725e9fe07f08dec83b8091edc8f7, ASSIGN; state=OFFLINE, location=82891a793a29,43727,1732252772485; forceNewPlan=false, retain=false 2024-11-22T05:19:43,261 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:43,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d04c725e9fe07f08dec83b8091edc8f7, regionState=OPENING, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:43,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d04c725e9fe07f08dec83b8091edc8f7, ASSIGN because future has completed 2024-11-22T05:19:43,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04c725e9fe07f08dec83b8091edc8f7, server=82891a793a29,43727,1732252772485}] 2024-11-22T05:19:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:43,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:19:43,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:19:43,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C43727%2C1732252772485.rep, suffix=, logDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485, archiveDir=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs, maxLogs=10 2024-11-22T05:19:43,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.rep.1732252783563, exclude list is [], retry=0 2024-11-22T05:19:43,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35269,DS-f25e6966-c5ed-48b5-bfc7-ccf165ef915c,DISK] 2024-11-22T05:19:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.rep.1732252783563 2024-11-22T05:19:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33797:33797)] 2024-11-22T05:19:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d04c725e9fe07f08dec83b8091edc8f7, NAME => 'hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:19:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:19:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:19:43,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. service=MultiRowMutationService 2024-11-22T05:19:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:19:43,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:19:43,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,580 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,581 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04c725e9fe07f08dec83b8091edc8f7 columnFamilyName hfileref 2024-11-22T05:19:43,581 DEBUG [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:43,581 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(327): Store=d04c725e9fe07f08dec83b8091edc8f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:43,582 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,582 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04c725e9fe07f08dec83b8091edc8f7 columnFamilyName queue 2024-11-22T05:19:43,582 DEBUG [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:43,583 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(327): Store=d04c725e9fe07f08dec83b8091edc8f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:43,583 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,584 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d04c725e9fe07f08dec83b8091edc8f7 columnFamilyName sid 2024-11-22T05:19:43,584 DEBUG [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:19:43,584 INFO [StoreOpener-d04c725e9fe07f08dec83b8091edc8f7-1 {}] regionserver.HStore(327): Store=d04c725e9fe07f08dec83b8091edc8f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:19:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:19:43,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:19:43,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d04c725e9fe07f08dec83b8091edc8f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68555893, jitterRate=0.02156241238117218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:19:43,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:43,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d04c725e9fe07f08dec83b8091edc8f7: Running coprocessor pre-open hook at 1732252783579Writing region info on filesystem at 1732252783579Initializing all the Stores at 1732252783580 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252783580Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252783580Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252783580Cleaning up temporary data from old regions at 1732252783586 (+6 ms)Running coprocessor post-open hooks at 1732252783590 (+4 ms)Region opened successfully at 1732252783590 2024-11-22T05:19:43,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7., pid=10, masterSystemTime=1732252783558 2024-11-22T05:19:43,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:43,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d04c725e9fe07f08dec83b8091edc8f7, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,43727,1732252772485 2024-11-22T05:19:43,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d04c725e9fe07f08dec83b8091edc8f7, server=82891a793a29,43727,1732252772485 because future has completed 2024-11-22T05:19:43,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:19:43,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d04c725e9fe07f08dec83b8091edc8f7, server=82891a793a29,43727,1732252772485 in 191 msec 2024-11-22T05:19:43,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:19:43,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d04c725e9fe07f08dec83b8091edc8f7, ASSIGN in 346 msec 2024-11-22T05:19:43,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:19:43,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252783600"}]},"ts":"1732252783600"} 2024-11-22T05:19:43,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:19:43,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:19:43,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-22T05:19:43,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7., hostname=82891a793a29,43727,1732252772485, seqNum=2] 2024-11-22T05:19:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:43,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:43,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:19:43,865 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:43,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:19:43,892 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:19:43,929 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,43727,1732252772485, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:19:43,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:43,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:43,930 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:43,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T05:19:43,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,43727,1732252772485', locateType=CURRENT is [region=hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7., hostname=82891a793a29,43727,1732252772485, seqNum=2] 2024-11-22T05:19:43,935 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:19:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:19:43,937 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,43727,1732252772485 suceeded 2024-11-22T05:19:43,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:19:43,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-22T05:19:43,938 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:39849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:19:43,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-22T05:19:43,948 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:39849' 2024-11-22T05:19:43,949 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d4190b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:43,949 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:43,949 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:43,950 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:43,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b5e107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:43,952 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:43,952 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51fad334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:43,952 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:43,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:43,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ea986c3 2024-11-22T05:19:43,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:43,954 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:43,955 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,43727,1732252772485 (queues=1) is replicating from cluster=5f8e7337-f84a-4005-a79d-1319cfa8b573 to cluster=6050b1bd-9878-4927-b05c-8647c016ce0f 2024-11-22T05:19:43,955 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C43727%2C1732252772485 2024-11-22T05:19:43,955 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,43727,1732252772485, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:19:43,956 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, startPosition=0, beingWritten=true 2024-11-22T05:19:43,956 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C43727%2C1732252772485 2024-11-22T05:19:43,962 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:19:43,962 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:43,962 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,43727,1732252772485 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:19:44,168 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:44,472 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:19:44,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:19:44,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:44,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:44,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:44,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:44,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:44,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:44,567 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732252784566/Put/seqid=0 2024-11-22T05:19:44,569 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741840_1016 (size=7894) 2024-11-22T05:19:44,876 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:44,975 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732252784975/Put/seqid=0 2024-11-22T05:19:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741841_1017 (size=7691) 2024-11-22T05:19:45,372 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:45,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:45,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:45,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:45,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:45,381 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d273b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:45,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:45,383 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:45,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:45,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:45,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:45,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ecffea5 2024-11-22T05:19:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:45,396 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2] 2024-11-22T05:19:45,402 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:45,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T05:19:45,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T05:19:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T05:19:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:45,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T05:19:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegion(2603): Flush status journal for 1880dcda7060ff2fda7caf88270a7db2: 2024-11-22T05:19:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_0 2024-11-22T05:19:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_0 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ 2024-11-22T05:19:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_1 2024-11-22T05:19:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_1 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ 2024-11-22T05:19:45,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_0 into 1880dcda7060ff2fda7caf88270a7db2/f as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ - updating store file list. 2024-11-22T05:19:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5869df9120e14a07ac1ab49c1df7141f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:45,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ into 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:45,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_0 into 1880dcda7060ff2fda7caf88270a7db2/f (new location: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_) 2024-11-22T05:19:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_0 2024-11-22T05:19:45,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_1 into 1880dcda7060ff2fda7caf88270a7db2/f as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ - updating store file list. 2024-11-22T05:19:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50d16e2474844222a51fc11764e0bfe7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:45,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ into 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:45,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_1 into 1880dcda7060ff2fda7caf88270a7db2/f (new location: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_) 2024-11-22T05:19:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins__test__i8pj11r4mbvr392i28gds8t62iil0r97qa8htrr2n35eq8si8ecgj2jnjh1oc2ev/f/hfile_1 2024-11-22T05:19:45,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:45,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:45,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:45,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2 , the old value is region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:37199 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:19:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:19:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2 from cache 2024-11-22T05:19:45,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:45,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:45,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:19:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:45,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:45,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2] 2024-11-22T05:19:45,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:19:45,574 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:37199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:19:45,985 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:46,278 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 379, reset compression=false 2024-11-22T05:19:46,283 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:19:46,283 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,37199,1732252767676 got entry batch from reader: WALEntryBatch [walEntries=[{test/1880dcda7060ff2fda7caf88270a7db2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252785443/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:19:46,286 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:46,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-22T05:19:46,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(318): Replicating [6050b1bd-9878-4927-b05c-8647c016ce0f] bulk loaded data 2024-11-22T05:19:46,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74cbe5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:46,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:46,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:46,289 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22760513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:46,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:46,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:46,290 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:46,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29766d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741840_1016 (size=7894) 2024-11-22T05:19:46,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741841_1017 (size=7691) 2024-11-22T05:19:46,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:19:46,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:19:46,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:19:46,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:19:46,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:19:46,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:19:46,475 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:19:46,483 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:46,689 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:46,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:46,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:46,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd248bb 2024-11-22T05:19:46,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:46,715 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:46,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:46,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:46,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:46,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:46,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T05:19:46,726 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T05:19:46,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T05:19:46,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ for inclusion in 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T05:19:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:46,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ for inclusion in 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T05:19:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegion(2603): Flush status journal for 8a19900259f383b77aa36d9d6bf34875: 2024-11-22T05:19:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:19:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_ 2024-11-22T05:19:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 50d16e2474844222a51fc11764e0bfe7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:19:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_ 2024-11-22T05:19:46,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_ - updating store file list. 2024-11-22T05:19:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:46,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:46,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f (new location: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_) 2024-11-22T05:19:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/5869df9120e14a07ac1ab49c1df7141f_SeqId_4_ 2024-11-22T05:19:46,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_ - updating store file list. 2024-11-22T05:19:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:46,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:46,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ into 8a19900259f383b77aa36d9d6bf34875/f (new location: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_) 2024-11-22T05:19:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins.hfs.11__test__1vheq0b0of94so8pm0l481pko92cjiug8590gfoho9teicv5jbj3cql5n39hejto/f/50d16e2474844222a51fc11764e0bfe7_SeqId_4_ 2024-11-22T05:19:46,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(324): Finished replicating [6050b1bd-9878-4927-b05c-8647c016ce0f] bulk loaded data 2024-11-22T05:19:46,787 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:46,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:47,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:47,193 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:47,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:47,487 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732252787487/Put/seqid=0 2024-11-22T05:19:47,493 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 379, reset compression=false 2024-11-22T05:19:47,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741842_1018 (size=11194) 2024-11-22T05:19:47,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:19:47,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,43727,1732252772485 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a19900259f383b77aa36d9d6bf34875/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252786761/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T05:19:47,500 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:19:47,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-22T05:19:47,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.ReplicationSink(318): Replicating [6050b1bd-9878-4927-b05c-8647c016ce0f, 5f8e7337-f84a-4005-a79d-1319cfa8b573] bulk loaded data 2024-11-22T05:19:47,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b9bf89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39849,-1 for getting cluster id 2024-11-22T05:19:47,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:47,502 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6050b1bd-9878-4927-b05c-8647c016ce0f' 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6050b1bd-9878-4927-b05c-8647c016ce0f" 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab22f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39849,-1] 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:47,504 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:47,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3cf71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741842_1018 (size=7894) 2024-11-22T05:19:47,696 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:47,698 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 725, reset compression=false 2024-11-22T05:19:47,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732252787897/Put/seqid=0 2024-11-22T05:19:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741843_1019 (size=10791) 2024-11-22T05:19:47,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e000b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,40881,-1 for getting cluster id 2024-11-22T05:19:47,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:19:47,904 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8e7337-f84a-4005-a79d-1319cfa8b573' 2024-11-22T05:19:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:19:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8e7337-f84a-4005-a79d-1319cfa8b573" 2024-11-22T05:19:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2a9976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,40881,-1] 2024-11-22T05:19:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:19:47,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:47,906 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:19:47,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:19:47,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:47,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:47,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,40881,1732252772200 2024-11-22T05:19:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e053f01 2024-11-22T05:19:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:47,918 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:19:47,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2] 2024-11-22T05:19:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741843_1019 (size=7691) 2024-11-22T05:19:47,925 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:47,930 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T05:19:47,933 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T05:19:47,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T05:19:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:47,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T05:19:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegion(2603): Flush status journal for 8a19900259f383b77aa36d9d6bf34875: 2024-11-22T05:19:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_1 2024-11-22T05:19:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_1 as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ 2024-11-22T05:19:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_0 2024-11-22T05:19:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_0 as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ 2024-11-22T05:19:47,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_1 into 8a19900259f383b77aa36d9d6bf34875/f as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ - updating store file list. 2024-11-22T05:19:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec88195659b84eddbf2e617abc891e58_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:47,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ into 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:47,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_1 into 8a19900259f383b77aa36d9d6bf34875/f (new location: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_) 2024-11-22T05:19:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_1 2024-11-22T05:19:47,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_0 into 8a19900259f383b77aa36d9d6bf34875/f as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ - updating store file list. 2024-11-22T05:19:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ca749dd6d464b81b910966551a24f04_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:47,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ into 8a19900259f383b77aa36d9d6bf34875/f 2024-11-22T05:19:47,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_0 into 8a19900259f383b77aa36d9d6bf34875/f (new location: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_) 2024-11-22T05:19:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/staging/jenkins__test__57l0qfm7j6kjtddt72jkjpa7a50e1nq0e0nc42rmks8am1ibd7ppap0n8nk4b8vv/f/hfile_0 2024-11-22T05:19:47,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:47,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:47,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:47,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2 , the old value is region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:43727 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:19:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:19:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., hostname=82891a793a29,43727,1732252772485, seqNum=2 from cache 2024-11-22T05:19:47,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:47,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:47,962 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:19:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:47,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:19:47,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2., hostname=82891a793a29,37199,1732252767676, seqNum=2] 2024-11-22T05:19:47,974 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:19:48,002 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 725, reset compression=false 2024-11-22T05:19:48,007 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:19:48,073 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:43727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:19:48,207 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:48,300 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:48,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:48,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39849,1732252767421 2024-11-22T05:19:48,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75745c1f 2024-11-22T05:19:48,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:19:48,329 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T05:19:48,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:48,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:48,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,37199,1732252767676, seqNum=-1] 2024-11-22T05:19:48,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:19:48,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T05:19:48,338 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__n0vakudh3tikj82tqcvogj2koijr1llvkmji782lhr9s8u4rvmfmm6lomj3q91et/f/a40aa3dd3d7d40b59a6f8951ceb37656_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T05:19:48,341 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__n0vakudh3tikj82tqcvogj2koijr1llvkmji782lhr9s8u4rvmfmm6lomj3q91et/f/ce575e4532a34ca1be6d86e2ac32b46a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T05:19:48,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.ReplicationSink(324): Finished replicating [6050b1bd-9878-4927-b05c-8647c016ce0f, 5f8e7337-f84a-4005-a79d-1319cfa8b573] bulk loaded data 2024-11-22T05:19:48,347 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,43727,1732252772485 got entry batch from reader: WALEntryBatch [walEntries=[{test/8a19900259f383b77aa36d9d6bf34875/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252787960/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:19:48,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.ReplicationSink(318): Replicating [5f8e7337-f84a-4005-a79d-1319cfa8b573] bulk loaded data 2024-11-22T05:19:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741844_1020 (size=10791) 2024-11-22T05:19:48,511 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741845_1021 (size=11194) 2024-11-22T05:19:48,915 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:48,982 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:19:49,004 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:49,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:49,176 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-22T05:19:49,179 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-22T05:19:49,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ for inclusion in 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T05:19:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:49,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ for inclusion in 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T05:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegion(2603): Flush status journal for 1880dcda7060ff2fda7caf88270a7db2: 2024-11-22T05:19:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6ca749dd6d464b81b910966551a24f04_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/05455796434244788d60ccac6eac370b_SeqId_6_ 2024-11-22T05:19:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec88195659b84eddbf2e617abc891e58_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:19:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/4fd86ce3d9da4dcf95d42c173629fcc5_SeqId_6_ 2024-11-22T05:19:49,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/05455796434244788d60ccac6eac370b_SeqId_6_ - updating store file list. 2024-11-22T05:19:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05455796434244788d60ccac6eac370b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:49,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/05455796434244788d60ccac6eac370b_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:49,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f (new location: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/05455796434244788d60ccac6eac370b_SeqId_6_) 2024-11-22T05:19:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/6ca749dd6d464b81b910966551a24f04_SeqId_6_ 2024-11-22T05:19:49,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/4fd86ce3d9da4dcf95d42c173629fcc5_SeqId_6_ - updating store file list. 2024-11-22T05:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fd86ce3d9da4dcf95d42c173629fcc5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:19:49,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/4fd86ce3d9da4dcf95d42c173629fcc5_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f 2024-11-22T05:19:49,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ into 1880dcda7060ff2fda7caf88270a7db2/f (new location: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/f/4fd86ce3d9da4dcf95d42c173629fcc5_SeqId_6_) 2024-11-22T05:19:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/staging/jenkins.hfs.10__test__m95s7sq21ro17s61havjifpnn9afjdcd67ju7r3s9f5idirukl49no498muvf95b/f/ec88195659b84eddbf2e617abc891e58_SeqId_6_ 2024-11-22T05:19:49,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37199 {}] regionserver.ReplicationSink(324): Finished replicating [5f8e7337-f84a-4005-a79d-1319cfa8b573] bulk loaded data 2024-11-22T05:19:49,419 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:49,808 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 687, reset compression=false 2024-11-22T05:19:49,812 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:19:49,812 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,37199,1732252767676 got entry batch from reader: WALEntryBatch [walEntries=[{test/1880dcda7060ff2fda7caf88270a7db2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252789203/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T05:19:49,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(318): Replicating [5f8e7337-f84a-4005-a79d-1319cfa8b573, 6050b1bd-9878-4927-b05c-8647c016ce0f] bulk loaded data 2024-11-22T05:19:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741844_1020 (size=11194) 2024-11-22T05:19:49,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741845_1021 (size=10791) 2024-11-22T05:19:49,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:19:49,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:49,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:49,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:49,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:49,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:49,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:19:49,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=119956208, stopped=false 2024-11-22T05:19:49,995 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,40881,1732252772200 2024-11-22T05:19:50,013 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:50,023 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:50,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1704592367/running 2024-11-22T05:19:50,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1704592367/running 2024-11-22T05:19:50,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:50,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:50,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:50,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:50,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,43727,1732252772485' ***** 2024-11-22T05:19:50,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:19:50,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/running 2024-11-22T05:19:50,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Set watcher on znode that does not yet exist, /1704592367/running 2024-11-22T05:19:50,066 INFO [RS:0;82891a793a29:43727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:19:50,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:19:50,066 INFO [RS:0;82891a793a29:43727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:19:50,066 INFO [RS:0;82891a793a29:43727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a19900259f383b77aa36d9d6bf34875 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,43727,1732252772485 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:43727. 2024-11-22T05:19:50,067 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a19900259f383b77aa36d9d6bf34875, disabling compactions & flushes 2024-11-22T05:19:50,067 DEBUG [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:50,067 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:50,067 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,067 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:50,067 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. after waiting 0 ms 2024-11-22T05:19:50,067 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:19:50,067 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:19:50,067 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1325): Online Regions={8a19900259f383b77aa36d9d6bf34875=test,,1732252778096.8a19900259f383b77aa36d9d6bf34875., 1588230740=hbase:meta,,1.1588230740, d04c725e9fe07f08dec83b8091edc8f7=hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7.} 2024-11-22T05:19:50,068 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a19900259f383b77aa36d9d6bf34875, d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:50,068 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:50,068 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:50,068 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:50,068 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:50,068 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:50,068 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:19:50,071 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/default/test/8a19900259f383b77aa36d9d6bf34875/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:19:50,071 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:50,071 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:50,071 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:19:50,072 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a19900259f383b77aa36d9d6bf34875: Waiting for close lock at 1732252790067Running coprocessor pre-close hooks at 1732252790067Disabling compacts and flushes for region at 1732252790067Disabling writes for close at 1732252790067Writing region close event to WAL at 1732252790068 (+1 ms)Running coprocessor post-close hooks at 1732252790071 (+3 ms)Closed at 1732252790072 (+1 ms) 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252778096.8a19900259f383b77aa36d9d6bf34875. 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d04c725e9fe07f08dec83b8091edc8f7, disabling compactions & flushes 2024-11-22T05:19:50,072 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. after waiting 0 ms 2024-11-22T05:19:50,072 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:50,072 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d04c725e9fe07f08dec83b8091edc8f7 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-22T05:19:50,088 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/info/5a04c818c3524cfb942e0322d017afcc is 147, key is hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7./info:regioninfo/1732252783593/Put/seqid=0 2024-11-22T05:19:50,092 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/hfileref/5f9a23d4dc2d434a99868457ce838409 is 74, key is 1/hfileref:6ca749dd6d464b81b910966551a24f04_SeqId_6_/1732252789205/DeleteColumn/seqid=0 2024-11-22T05:19:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741847_1023 (size=7686) 2024-11-22T05:19:50,097 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/info/5a04c818c3524cfb942e0322d017afcc 2024-11-22T05:19:50,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741846_1022 (size=5345) 2024-11-22T05:19:50,098 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/hfileref/5f9a23d4dc2d434a99868457ce838409 2024-11-22T05:19:50,123 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/ns/bb2bbc81701c40a283a9c9993e2048d6 is 43, key is default/ns:d/1732252775809/Put/seqid=0 2024-11-22T05:19:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741848_1024 (size=5153) 2024-11-22T05:19:50,133 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/ns/bb2bbc81701c40a283a9c9993e2048d6 2024-11-22T05:19:50,139 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/queue/d0e66e5f256d4caabdde299a04da3dd8 is 154, key is 1-82891a793a29,43727,1732252772485/queue:82891a793a29%2C43727%2C1732252772485/1732252789207/Put/seqid=0 2024-11-22T05:19:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741849_1025 (size=5353) 2024-11-22T05:19:50,156 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/rep_barrier/c5fd3830738a43fdba82a133e1da8c0d is 112, key is test,,1732252778096.8a19900259f383b77aa36d9d6bf34875./rep_barrier:seqnumDuringOpen/1732252779246/Put/seqid=0 2024-11-22T05:19:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741850_1026 (size=5518) 2024-11-22T05:19:50,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:19:50,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:50,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:55820 deadline: 1732252850240, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping 2024-11-22T05:19:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 from cache 2024-11-22T05:19:50,268 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:50,317 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:50,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:50,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:50,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43727 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:55820 deadline: 1732252850241, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping 2024-11-22T05:19:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 from cache 2024-11-22T05:19:50,468 DEBUG [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d04c725e9fe07f08dec83b8091edc8f7 2024-11-22T05:19:50,552 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/queue/d0e66e5f256d4caabdde299a04da3dd8 2024-11-22T05:19:50,557 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/hfileref/5f9a23d4dc2d434a99868457ce838409 as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/hfileref/5f9a23d4dc2d434a99868457ce838409 2024-11-22T05:19:50,559 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/rep_barrier/c5fd3830738a43fdba82a133e1da8c0d 2024-11-22T05:19:50,562 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/hfileref/5f9a23d4dc2d434a99868457ce838409, entries=4, sequenceid=12, filesize=5.2 K 2024-11-22T05:19:50,563 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/.tmp/queue/d0e66e5f256d4caabdde299a04da3dd8 as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/queue/d0e66e5f256d4caabdde299a04da3dd8 2024-11-22T05:19:50,567 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/queue/d0e66e5f256d4caabdde299a04da3dd8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T05:19:50,568 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d04c725e9fe07f08dec83b8091edc8f7 in 496ms, sequenceid=12, compaction requested=false 2024-11-22T05:19:50,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:50,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1] 2024-11-22T05:19:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:55820 deadline: 1732252850241, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping 2024-11-22T05:19:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 82891a793a29,43727,1732252772485 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:19:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=82891a793a29,43727,1732252772485, seqNum=-1 from cache 2024-11-22T05:19:50,586 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/replication/d04c725e9fe07f08dec83b8091edc8f7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T05:19:50,587 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:50,587 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:50,587 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:50,587 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d04c725e9fe07f08dec83b8091edc8f7: Waiting for close lock at 1732252790072Running coprocessor pre-close hooks at 1732252790072Disabling compacts and flushes for region at 1732252790072Disabling writes for close at 1732252790072Obtaining lock to block concurrent updates at 1732252790072Preparing flush snapshotting stores in d04c725e9fe07f08dec83b8091edc8f7 at 1732252790072Finished memstore snapshotting hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732252790073 (+1 ms)Flushing stores of hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. at 1732252790073Flushing d04c725e9fe07f08dec83b8091edc8f7/hfileref: creating writer at 1732252790073Flushing d04c725e9fe07f08dec83b8091edc8f7/hfileref: appending metadata at 1732252790091 (+18 ms)Flushing d04c725e9fe07f08dec83b8091edc8f7/hfileref: closing flushed file at 1732252790091Flushing d04c725e9fe07f08dec83b8091edc8f7/queue: creating writer at 1732252790105 (+14 ms)Flushing d04c725e9fe07f08dec83b8091edc8f7/queue: appending metadata at 1732252790138 (+33 ms)Flushing d04c725e9fe07f08dec83b8091edc8f7/queue: closing flushed file at 1732252790138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a52821: reopening flushed file at 1732252790556 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65898c4c: reopening flushed file at 1732252790562 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d04c725e9fe07f08dec83b8091edc8f7 in 496ms, sequenceid=12, compaction requested=false at 1732252790568 (+6 ms)Writing region close event to WAL at 1732252790582 (+14 ms)Running coprocessor post-close hooks at 1732252790587 (+5 ms)Closed at 1732252790587 2024-11-22T05:19:50,587 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252782426.d04c725e9fe07f08dec83b8091edc8f7. 2024-11-22T05:19:50,593 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/table/05680758ff1e45c39779abfbd3ac917a is 53, key is hbase:replication/table:state/1732252783600/Put/seqid=0 2024-11-22T05:19:50,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741851_1027 (size=5308) 2024-11-22T05:19:50,597 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/table/05680758ff1e45c39779abfbd3ac917a 2024-11-22T05:19:50,603 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/info/5a04c818c3524cfb942e0322d017afcc as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/info/5a04c818c3524cfb942e0322d017afcc 2024-11-22T05:19:50,609 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/info/5a04c818c3524cfb942e0322d017afcc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:19:50,610 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/ns/bb2bbc81701c40a283a9c9993e2048d6 as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/ns/bb2bbc81701c40a283a9c9993e2048d6 2024-11-22T05:19:50,615 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/ns/bb2bbc81701c40a283a9c9993e2048d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:19:50,616 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/rep_barrier/c5fd3830738a43fdba82a133e1da8c0d as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/rep_barrier/c5fd3830738a43fdba82a133e1da8c0d 2024-11-22T05:19:50,621 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/rep_barrier/c5fd3830738a43fdba82a133e1da8c0d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:19:50,622 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/.tmp/table/05680758ff1e45c39779abfbd3ac917a as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/table/05680758ff1e45c39779abfbd3ac917a 2024-11-22T05:19:50,627 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/table/05680758ff1e45c39779abfbd3ac917a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:19:50,627 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false 2024-11-22T05:19:50,643 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:19:50,643 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:19:50,645 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:19:50,645 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:50,645 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:50,645 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:50,645 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252790067Running coprocessor pre-close hooks at 1732252790067Disabling compacts and flushes for region at 1732252790067Disabling writes for close at 1732252790068 (+1 ms)Obtaining lock to block concurrent updates at 1732252790068Preparing flush snapshotting stores in 1588230740 at 1732252790068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252790068Flushing stores of hbase:meta,,1.1588230740 at 1732252790069 (+1 ms)Flushing 1588230740/info: creating writer at 1732252790069Flushing 1588230740/info: appending metadata at 1732252790088 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732252790088Flushing 1588230740/ns: creating writer at 1732252790105 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732252790123 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732252790123Flushing 1588230740/rep_barrier: creating writer at 1732252790138 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252790155 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252790155Flushing 1588230740/table: creating writer at 1732252790570 (+415 ms)Flushing 1588230740/table: appending metadata at 1732252790593 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732252790593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e40885f: reopening flushed file at 1732252790602 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123be59: reopening flushed file at 1732252790609 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d85e992: reopening flushed file at 1732252790615 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567ce137: reopening flushed file at 1732252790621 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 559ms, sequenceid=16, compaction requested=false at 1732252790627 (+6 ms)Writing region close event to WAL at 1732252790641 (+14 ms)Running coprocessor post-close hooks at 1732252790645 (+4 ms)Closed at 1732252790645 2024-11-22T05:19:50,646 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:50,668 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,43727,1732252772485; all regions closed. 2024-11-22T05:19:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:19:50,673 DEBUG [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs 2024-11-22T05:19:50,673 INFO [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C43727%2C1732252772485.meta:.meta(num 1732252775762) 2024-11-22T05:19:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741839_1015 (size=3127) 2024-11-22T05:19:50,676 DEBUG [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs 2024-11-22T05:19:50,676 INFO [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C43727%2C1732252772485.rep:(num 1732252783563) 2024-11-22T05:19:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741832_1008 (size=1336) 2024-11-22T05:19:50,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 not finished, retry = 0 2024-11-22T05:19:50,721 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:50,727 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 to pos 1033, reset compression=false 2024-11-22T05:19:50,781 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688 2024-11-22T05:19:50,781 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:19:50,781 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T05:19:50,781 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.wal-reader.82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T05:19:50,781 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,43727,1732252772485 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/WALs/82891a793a29,43727,1732252772485/82891a793a29%2C43727%2C1732252772485.1732252774688, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T05:19:50,781 DEBUG [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/oldWALs 2024-11-22T05:19:50,781 INFO [RS:0;82891a793a29:43727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C43727%2C1732252772485:(num 1732252774688) 2024-11-22T05:19:50,781 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,781 INFO [RS:0;82891a793a29:43727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:50,782 INFO [RS:0;82891a793a29:43727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:50,782 INFO [RS:0;82891a793a29:43727 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:50,782 INFO [RS:0;82891a793a29:43727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:50,782 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:50,782 INFO [RS:0;82891a793a29:43727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,43727,1732252772485 because: Region server is closing 2024-11-22T05:19:50,782 INFO [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:43727. 2024-11-22T05:19:50,783 DEBUG [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:50,783 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,783 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:50,783 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,43727,1732252772485: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,43727,1732252772485, walGroup=82891a793a29%2C43727%2C1732252772485, offset=82891a793a29%2C43727%2C1732252772485.1732252774688:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:43727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:19:50,785 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:19:50,788 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:19:50,789 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:19:50,789 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:19:50,789 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:19:50,790 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 572870144 }, "NonHeapMemoryUsage": { "committed": 189857792, "init": 7667712, "max": -1, "used": 187161400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:19:50,791 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [82891a793a29%2C43727%2C1732252772485.1732252774688] 2024-11-22T05:19:50,883 INFO [RS:0;82891a793a29:43727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,43727,1732252772485.replicationSource.shipper82891a793a29%2C43727%2C1732252772485,1-82891a793a29,43727,1732252772485 terminated 2024-11-22T05:19:50,883 INFO [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:43727. 2024-11-22T05:19:50,883 DEBUG [RS:0;82891a793a29:43727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:50,883 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,883 DEBUG [RS:0;82891a793a29:43727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:50,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:50,883 INFO [RS:0;82891a793a29:43727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43727 2024-11-22T05:19:50,885 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-22T05:19:50,885 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:43727 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-22T05:19:50,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-22T05:19:50,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43727 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:55806 deadline: 1732252849813, exception=java.io.InterruptedIOException 2024-11-22T05:19:50,886 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:19:50,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:50,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-22T05:19:50,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367/rs 2024-11-22T05:19:50,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1704592367/rs/82891a793a29,43727,1732252772485 2024-11-22T05:19:50,949 INFO [RS:0;82891a793a29:43727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:50,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,43727,1732252772485] 2024-11-22T05:19:50,981 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1704592367/draining/82891a793a29,43727,1732252772485 already deleted, retry=false 2024-11-22T05:19:50,981 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,43727,1732252772485 expired; onlineServers=0 2024-11-22T05:19:50,981 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,40881,1732252772200' ***** 2024-11-22T05:19:50,981 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:50,981 DEBUG [M:0;82891a793a29:40881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:19:50,981 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:19:50,981 DEBUG [M:0;82891a793a29:40881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:19:50,981 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252774515 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252774515,5,FailOnTimeoutGroup] 2024-11-22T05:19:50,981 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252774515 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252774515,5,FailOnTimeoutGroup] 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:50,981 DEBUG [M:0;82891a793a29:40881 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:50,981 INFO [M:0;82891a793a29:40881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:19:50,982 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:19:50,987 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 82891a793a29:43727 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:43727 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:19:50,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 82891a793a29:43727 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:43727 2024-11-22T05:19:50,987 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=82891a793a29:43727 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:43727 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:43727 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-22T05:19:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49348 deadline: 1732252850990, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T05:19:50,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1704592367/master 2024-11-22T05:19:50,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1704592367 2024-11-22T05:19:50,991 DEBUG [M:0;82891a793a29:40881 {}] zookeeper.ZKUtil(347): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Unable to get data of znode /1704592367/master because node does not exist (not an error) 2024-11-22T05:19:50,991 WARN [M:0;82891a793a29:40881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:19:50,992 INFO [M:0;82891a793a29:40881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/.lastflushedseqids 2024-11-22T05:19:50,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T05:19:50,995 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T05:19:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741852_1028 (size=263) 2024-11-22T05:19:51,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:51,069 INFO [RS:0;82891a793a29:43727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:51,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43727-0x10160fb88d00004, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:51,069 INFO [RS:0;82891a793a29:43727 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,43727,1732252772485; zookeeper connection closed. 2024-11-22T05:19:51,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba 2024-11-22T05:19:51,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:19:51,195 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T05:19:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49348 deadline: 1732252851196, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T05:19:51,197 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T05:19:51,198 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T05:19:51,198 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T05:19:51,225 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:51,399 INFO [M:0;82891a793a29:40881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:19:51,399 INFO [M:0;82891a793a29:40881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:19:51,399 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:51,399 INFO [M:0;82891a793a29:40881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:51,399 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:51,399 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:51,399 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:51,399 INFO [M:0;82891a793a29:40881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T05:19:51,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:19:51,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-22T05:19:51,403 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:19:51,442 DEBUG [M:0;82891a793a29:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8faad06a826945e0a4f02f69915bca6d is 82, key is hbase:meta,,1/info:regioninfo/1732252775792/Put/seqid=0 2024-11-22T05:19:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741853_1029 (size=5672) 2024-11-22T05:19:51,447 INFO [M:0;82891a793a29:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8faad06a826945e0a4f02f69915bca6d 2024-11-22T05:19:51,464 DEBUG [M:0;82891a793a29:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/548fecc95bf346ddaecdc0e9b472301b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252783604/Put/seqid=0 2024-11-22T05:19:51,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741854_1030 (size=8517) 2024-11-22T05:19:51,499 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T05:19:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49348 deadline: 1732252851500, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T05:19:51,501 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T05:19:51,502 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T05:19:51,502 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T05:19:51,830 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:51,868 INFO [M:0;82891a793a29:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/548fecc95bf346ddaecdc0e9b472301b 2024-11-22T05:19:51,892 DEBUG [M:0;82891a793a29:40881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58d5da926d5f4e43aba0c96ba07a944d is 69, key is 82891a793a29,43727,1732252772485/rs:state/1732252774543/Put/seqid=0 2024-11-22T05:19:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741855_1031 (size=5156) 2024-11-22T05:19:51,903 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T05:19:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:19:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40881 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:49348 deadline: 1732252851904, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T05:19:51,905 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T05:19:51,907 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T05:19:51,907 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T05:19:52,299 INFO [M:0;82891a793a29:40881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58d5da926d5f4e43aba0c96ba07a944d 2024-11-22T05:19:52,304 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8faad06a826945e0a4f02f69915bca6d as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8faad06a826945e0a4f02f69915bca6d 2024-11-22T05:19:52,309 INFO [M:0;82891a793a29:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8faad06a826945e0a4f02f69915bca6d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:19:52,310 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/548fecc95bf346ddaecdc0e9b472301b as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/548fecc95bf346ddaecdc0e9b472301b 2024-11-22T05:19:52,315 INFO [M:0;82891a793a29:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/548fecc95bf346ddaecdc0e9b472301b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:19:52,316 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58d5da926d5f4e43aba0c96ba07a944d as hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58d5da926d5f4e43aba0c96ba07a944d 2024-11-22T05:19:52,321 INFO [M:0;82891a793a29:40881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46393/user/jenkins/test-data/a0e06d9f-59f2-4a4d-7b88-0d30d98bff57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58d5da926d5f4e43aba0c96ba07a944d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:19:52,322 INFO [M:0;82891a793a29:40881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-11-22T05:19:52,326 INFO [M:0;82891a793a29:40881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:52,326 DEBUG [M:0;82891a793a29:40881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252791399Disabling compacts and flushes for region at 1732252791399Disabling writes for close at 1732252791399Obtaining lock to block concurrent updates at 1732252791399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252791399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732252791400 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252791424 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252791424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252791442 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252791442Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252791450 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252791463 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252791463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252791872 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252791892 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252791892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d50f837: reopening flushed file at 1732252792304 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e7abe3: reopening flushed file at 1732252792309 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acc32ee: reopening flushed file at 1732252792315 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1732252792322 (+7 ms)Writing region close event to WAL at 1732252792326 (+4 ms)Closed at 1732252792326 2024-11-22T05:19:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35269 is added to blk_1073741830_1006 (size=63666) 2024-11-22T05:19:52,329 INFO [M:0;82891a793a29:40881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:19:52,329 INFO [M:0;82891a793a29:40881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40881 2024-11-22T05:19:52,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:52,329 INFO [M:0;82891a793a29:40881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:52,408 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T05:19:52,409 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 82891a793a29:40881 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:19:52,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 82891a793a29:40881 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 2024-11-22T05:19:52,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:52,491 INFO [M:0;82891a793a29:40881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:52,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40881-0x10160fb88d00003, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:52,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:52,513 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 82891a793a29:40881 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:19:52,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=82891a793a29:40881 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-22T05:19:52,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 82891a793a29:40881 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 2024-11-22T05:19:52,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126508b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:52,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:52,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:52,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:52,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:52,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:19:52,528 WARN [BP-1356793184-172.17.0.2-1732252770665 heartbeating to localhost/127.0.0.1:46393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:19:52,528 WARN [BP-1356793184-172.17.0.2-1732252770665 heartbeating to localhost/127.0.0.1:46393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1356793184-172.17.0.2-1732252770665 (Datanode Uuid 3a96a8b1-d234-44c3-918d-c8bd09ccb05d) service to localhost/127.0.0.1:46393 2024-11-22T05:19:52,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:19:52,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/cluster_f74837bd-2e93-2d52-9aee-735091ecd935/data/data1/current/BP-1356793184-172.17.0.2-1732252770665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:52,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/cluster_f74837bd-2e93-2d52-9aee-735091ecd935/data/data2/current/BP-1356793184-172.17.0.2-1732252770665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:52,529 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:19:52,534 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:52,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:52,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:52,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:52,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:52,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:52,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:19:52,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:19:52,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:52,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:52,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:52,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:52,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:52,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:19:52,555 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1397306120, stopped=false 2024-11-22T05:19:52,555 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,39849,1732252767421 2024-11-22T05:19:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01073426345/running 2024-11-22T05:19:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01073426345/running 2024-11-22T05:19:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:52,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:52,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/running 2024-11-22T05:19:52,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Set watcher on znode that does not yet exist, /01073426345/running 2024-11-22T05:19:52,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:19:52,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:52,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:52,603 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,37199,1732252767676' ***** 2024-11-22T05:19:52,603 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:19:52,603 INFO [RS:0;82891a793a29:37199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:19:52,603 INFO [RS:0;82891a793a29:37199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:19:52,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(3091): Received CLOSE for 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1880dcda7060ff2fda7caf88270a7db2 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,37199,1732252767676 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:52,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81faf8bf09051742d1d0b3b3247c8279, disabling compactions & flushes 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:37199. 2024-11-22T05:19:52,604 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:52,604 DEBUG [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:52,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:52,604 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:52,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. after waiting 0 ms 2024-11-22T05:19:52,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:19:52,604 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81faf8bf09051742d1d0b3b3247c8279 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-22T05:19:52,604 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:19:52,605 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:19:52,605 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1325): Online Regions={81faf8bf09051742d1d0b3b3247c8279=hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279., 1588230740=hbase:meta,,1.1588230740, 1880dcda7060ff2fda7caf88270a7db2=test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2.} 2024-11-22T05:19:52,605 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1880dcda7060ff2fda7caf88270a7db2, 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:52,605 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:19:52,605 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:19:52,605 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:19:52,605 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:19:52,605 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:19:52,605 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:19:52,619 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/hfileref/d19b4faef6044b3685ccc688ed546d25 is 74, key is 1/hfileref:05455796434244788d60ccac6eac370b_SeqId_6_/1732252789191/Put/seqid=0 2024-11-22T05:19:52,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741846_1022 (size=5345) 2024-11-22T05:19:52,632 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/info/17496f3a360b4407b98dc09f628cf628 is 147, key is hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279./info:regioninfo/1732252781467/Put/seqid=0 2024-11-22T05:19:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741847_1023 (size=7686) 2024-11-22T05:19:52,700 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:52,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:52,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 82891a793a29:40881 this server is in the failed servers list 2024-11-22T05:19:52,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 82891a793a29:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:19:52,805 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1880dcda7060ff2fda7caf88270a7db2, 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:52,805 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:19:52,805 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:19:53,005 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1880dcda7060ff2fda7caf88270a7db2, 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:53,026 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/hfileref/d19b4faef6044b3685ccc688ed546d25 2024-11-22T05:19:53,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:53,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 82891a793a29:40881 this server is in the failed servers list 2024-11-22T05:19:53,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 82891a793a29:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:19:53,036 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/info/17496f3a360b4407b98dc09f628cf628 2024-11-22T05:19:53,048 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/queue/5faf984c48c84af28e57c4a1882e328e is 153, key is 1-82891a793a29,37199,1732252767676/queue:82891a793a29%2C37199%2C1732252767676/1732252786771/Put/seqid=0 2024-11-22T05:19:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741848_1024 (size=5352) 2024-11-22T05:19:53,058 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/ns/fea8dc2399ef4c1db6f81f4910bf4cd8 is 43, key is default/ns:d/1732252770584/Put/seqid=0 2024-11-22T05:19:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741849_1025 (size=5153) 2024-11-22T05:19:53,205 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1880dcda7060ff2fda7caf88270a7db2, 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:53,338 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:53,405 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1880dcda7060ff2fda7caf88270a7db2, 81faf8bf09051742d1d0b3b3247c8279 2024-11-22T05:19:53,453 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/queue/5faf984c48c84af28e57c4a1882e328e 2024-11-22T05:19:53,458 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/hfileref/d19b4faef6044b3685ccc688ed546d25 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/hfileref/d19b4faef6044b3685ccc688ed546d25 2024-11-22T05:19:53,462 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/hfileref/d19b4faef6044b3685ccc688ed546d25, entries=4, sequenceid=10, filesize=5.2 K 2024-11-22T05:19:53,462 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/ns/fea8dc2399ef4c1db6f81f4910bf4cd8 2024-11-22T05:19:53,463 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/.tmp/queue/5faf984c48c84af28e57c4a1882e328e as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/queue/5faf984c48c84af28e57c4a1882e328e 2024-11-22T05:19:53,468 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/queue/5faf984c48c84af28e57c4a1882e328e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T05:19:53,469 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81faf8bf09051742d1d0b3b3247c8279 in 865ms, sequenceid=10, compaction requested=false 2024-11-22T05:19:53,469 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:19:53,491 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/replication/81faf8bf09051742d1d0b3b3247c8279/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:53,492 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81faf8bf09051742d1d0b3b3247c8279: Waiting for close lock at 1732252792604Running coprocessor pre-close hooks at 1732252792604Disabling compacts and flushes for region at 1732252792604Disabling writes for close at 1732252792604Obtaining lock to block concurrent updates at 1732252792604Preparing flush snapshotting stores in 81faf8bf09051742d1d0b3b3247c8279 at 1732252792604Finished memstore snapshotting hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732252792605 (+1 ms)Flushing stores of hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. at 1732252792605Flushing 81faf8bf09051742d1d0b3b3247c8279/hfileref: creating writer at 1732252792605Flushing 81faf8bf09051742d1d0b3b3247c8279/hfileref: appending metadata at 1732252792618 (+13 ms)Flushing 81faf8bf09051742d1d0b3b3247c8279/hfileref: closing flushed file at 1732252792618Flushing 81faf8bf09051742d1d0b3b3247c8279/queue: creating writer at 1732252793030 (+412 ms)Flushing 81faf8bf09051742d1d0b3b3247c8279/queue: appending metadata at 1732252793048 (+18 ms)Flushing 81faf8bf09051742d1d0b3b3247c8279/queue: closing flushed file at 1732252793048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a315d: reopening flushed file at 1732252793457 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378f1e79: reopening flushed file at 1732252793462 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 81faf8bf09051742d1d0b3b3247c8279 in 865ms, sequenceid=10, compaction requested=false at 1732252793469 (+7 ms)Writing region close event to WAL at 1732252793487 (+18 ms)Running coprocessor post-close hooks at 1732252793491 (+4 ms)Closed at 1732252793492 (+1 ms) 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252780271.81faf8bf09051742d1d0b3b3247c8279. 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1880dcda7060ff2fda7caf88270a7db2, disabling compactions & flushes 2024-11-22T05:19:53,492 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. after waiting 0 ms 2024-11-22T05:19:53,492 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:53,500 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/rep_barrier/815352352b674ddab9e8de8683961ff0 is 112, key is test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2./rep_barrier:seqnumDuringOpen/1732252777087/Put/seqid=0 2024-11-22T05:19:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741850_1026 (size=5518) 2024-11-22T05:19:53,507 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/default/test/1880dcda7060ff2fda7caf88270a7db2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:19:53,508 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:53,508 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:19:53,508 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:53,508 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1880dcda7060ff2fda7caf88270a7db2: Waiting for close lock at 1732252793492Running coprocessor pre-close hooks at 1732252793492Disabling compacts and flushes for region at 1732252793492Disabling writes for close at 1732252793492Writing region close event to WAL at 1732252793500 (+8 ms)Running coprocessor post-close hooks at 1732252793508 (+8 ms)Closed at 1732252793508 2024-11-22T05:19:53,508 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252775944.1880dcda7060ff2fda7caf88270a7db2. 2024-11-22T05:19:53,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:53,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 82891a793a29:40881 this server is in the failed servers list 2024-11-22T05:19:53,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 82891a793a29:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:19:53,606 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:19:53,606 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:19:53,606 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:53,806 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:53,905 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/rep_barrier/815352352b674ddab9e8de8683961ff0 2024-11-22T05:19:53,926 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/table/71124f76a5174a06804850292e0839b0 is 53, key is hbase:replication/table:state/1732252781475/Put/seqid=0 2024-11-22T05:19:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741851_1027 (size=5308) 2024-11-22T05:19:54,006 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:54,206 DEBUG [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:19:54,242 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1033, reset compression=false 2024-11-22T05:19:54,247 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:19:54,247 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1328, reset compression=false 2024-11-22T05:19:54,330 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/table/71124f76a5174a06804850292e0839b0 2024-11-22T05:19:54,336 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/info/17496f3a360b4407b98dc09f628cf628 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/info/17496f3a360b4407b98dc09f628cf628 2024-11-22T05:19:54,341 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/info/17496f3a360b4407b98dc09f628cf628, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:19:54,342 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/ns/fea8dc2399ef4c1db6f81f4910bf4cd8 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/ns/fea8dc2399ef4c1db6f81f4910bf4cd8 2024-11-22T05:19:54,347 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/ns/fea8dc2399ef4c1db6f81f4910bf4cd8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:19:54,347 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/rep_barrier/815352352b674ddab9e8de8683961ff0 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/rep_barrier/815352352b674ddab9e8de8683961ff0 2024-11-22T05:19:54,351 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/rep_barrier/815352352b674ddab9e8de8683961ff0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:19:54,352 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/.tmp/table/71124f76a5174a06804850292e0839b0 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/table/71124f76a5174a06804850292e0839b0 2024-11-22T05:19:54,356 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/table/71124f76a5174a06804850292e0839b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:19:54,357 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=16, compaction requested=false 2024-11-22T05:19:54,357 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:19:54,361 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:19:54,361 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:54,361 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:54,361 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:54,362 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252792605Running coprocessor pre-close hooks at 1732252792605Disabling compacts and flushes for region at 1732252792605Disabling writes for close at 1732252792605Obtaining lock to block concurrent updates at 1732252792605Preparing flush snapshotting stores in 1588230740 at 1732252792605Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252792605Flushing stores of hbase:meta,,1.1588230740 at 1732252792605Flushing 1588230740/info: creating writer at 1732252792606 (+1 ms)Flushing 1588230740/info: appending metadata at 1732252792631 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732252792631Flushing 1588230740/ns: creating writer at 1732252793040 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732252793058 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732252793058Flushing 1588230740/rep_barrier: creating writer at 1732252793479 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252793500 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252793500Flushing 1588230740/table: creating writer at 1732252793909 (+409 ms)Flushing 1588230740/table: appending metadata at 1732252793925 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732252793925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52afa3bd: reopening flushed file at 1732252794335 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b00c13e: reopening flushed file at 1732252794342 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a3b3fd: reopening flushed file at 1732252794347 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696362fa: reopening flushed file at 1732252794351 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=16, compaction requested=false at 1732252794357 (+6 ms)Writing region close event to WAL at 1732252794359 (+2 ms)Running coprocessor post-close hooks at 1732252794361 (+2 ms)Closed at 1732252794361 2024-11-22T05:19:54,362 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:19:54,406 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,37199,1732252767676; all regions closed. 2024-11-22T05:19:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:19:54,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.meta.1732252770509.meta not finished, retry = 0 2024-11-22T05:19:54,450 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.1732252769925 to pos 1328, reset compression=false 2024-11-22T05:19:54,511 DEBUG [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs 2024-11-22T05:19:54,511 INFO [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C37199%2C1732252767676.meta:.meta(num 1732252770509) 2024-11-22T05:19:54,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/WALs/82891a793a29,37199,1732252767676/82891a793a29%2C37199%2C1732252767676.rep.1732252781430 not finished, retry = 0 2024-11-22T05:19:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741839_1015 (size=2695) 2024-11-22T05:19:54,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:54,553 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 82891a793a29:40881 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:19:54,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=82891a793a29:40881 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-22T05:19:54,557 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=82891a793a29:40881 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-22T05:19:54,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 82891a793a29:40881 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 82891a793a29/172.17.0.2:40881 2024-11-22T05:19:54,615 DEBUG [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs 2024-11-22T05:19:54,615 INFO [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C37199%2C1732252767676.rep:(num 1732252781430) 2024-11-22T05:19:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741833_1009 (size=1336) 2024-11-22T05:19:54,619 DEBUG [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/oldWALs 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C37199%2C1732252767676:(num 1732252769925) 2024-11-22T05:19:54,620 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:54,620 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,37199,1732252767676 because: Region server is closing 2024-11-22T05:19:54,620 INFO [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:37199. 2024-11-22T05:19:54,620 DEBUG [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:54,620 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:54,620 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:54,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:54,721 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.wal-reader.82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:19:54,721 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-22T05:19:54,721 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T05:19:54,721 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T05:19:55,322 INFO [RS:0;82891a793a29:37199 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,37199,1732252767676.replicationSource.shipper82891a793a29%2C37199%2C1732252767676,1-82891a793a29,37199,1732252767676 terminated 2024-11-22T05:19:55,322 INFO [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:37199. 2024-11-22T05:19:55,322 DEBUG [RS:0;82891a793a29:37199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:19:55,322 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:55,322 DEBUG [RS:0;82891a793a29:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:19:55,323 INFO [RS:0;82891a793a29:37199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37199 2024-11-22T05:19:55,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:19:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345/rs 2024-11-22T05:19:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01073426345/rs/82891a793a29,37199,1732252767676 2024-11-22T05:19:55,391 INFO [RS:0;82891a793a29:37199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:55,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,37199,1732252767676] 2024-11-22T05:19:55,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01073426345/draining/82891a793a29,37199,1732252767676 already deleted, retry=false 2024-11-22T05:19:55,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,37199,1732252767676 expired; onlineServers=0 2024-11-22T05:19:55,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,39849,1732252767421' ***** 2024-11-22T05:19:55,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:19:55,412 INFO [M:0;82891a793a29:39849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:19:55,412 INFO [M:0;82891a793a29:39849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:19:55,412 DEBUG [M:0;82891a793a29:39849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:19:55,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:19:55,412 DEBUG [M:0;82891a793a29:39849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:19:55,412 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252769709 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252769709,5,FailOnTimeoutGroup] 2024-11-22T05:19:55,412 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252769704 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252769704,5,FailOnTimeoutGroup] 2024-11-22T05:19:55,412 INFO [M:0;82891a793a29:39849 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:19:55,412 INFO [M:0;82891a793a29:39849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:19:55,412 DEBUG [M:0;82891a793a29:39849 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:19:55,412 INFO [M:0;82891a793a29:39849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:19:55,413 INFO [M:0;82891a793a29:39849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:19:55,413 INFO [M:0;82891a793a29:39849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:19:55,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:19:55,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01073426345/master 2024-11-22T05:19:55,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01073426345 2024-11-22T05:19:55,422 DEBUG [M:0;82891a793a29:39849 {}] zookeeper.ZKUtil(347): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Unable to get data of znode /01073426345/master because node does not exist (not an error) 2024-11-22T05:19:55,422 WARN [M:0;82891a793a29:39849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:19:55,424 INFO [M:0;82891a793a29:39849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/.lastflushedseqids 2024-11-22T05:19:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741852_1028 (size=263) 2024-11-22T05:19:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:55,502 INFO [RS:0;82891a793a29:37199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:55,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x10160fb88d00001, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:55,502 INFO [RS:0;82891a793a29:37199 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,37199,1732252767676; zookeeper connection closed. 2024-11-22T05:19:55,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a596cd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a596cd9 2024-11-22T05:19:55,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:19:55,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:19:55,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:19:55,829 INFO [M:0;82891a793a29:39849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:19:55,829 INFO [M:0;82891a793a29:39849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:19:55,829 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:19:55,829 INFO [M:0;82891a793a29:39849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:55,829 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:55,829 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:19:55,829 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:55,829 INFO [M:0;82891a793a29:39849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T05:19:55,847 DEBUG [M:0;82891a793a29:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee114f9057f4119afe8df1679f933a0 is 82, key is hbase:meta,,1/info:regioninfo/1732252770541/Put/seqid=0 2024-11-22T05:19:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741853_1029 (size=5672) 2024-11-22T05:19:56,251 INFO [M:0;82891a793a29:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee114f9057f4119afe8df1679f933a0 2024-11-22T05:19:56,272 DEBUG [M:0;82891a793a29:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a9133389a6442c18ac137fc5675829a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252781480/Put/seqid=0 2024-11-22T05:19:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741854_1030 (size=8517) 2024-11-22T05:19:56,276 INFO [M:0;82891a793a29:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a9133389a6442c18ac137fc5675829a 2024-11-22T05:19:56,294 DEBUG [M:0;82891a793a29:39849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd6ba0a51d445c99f553658b46a6d83 is 69, key is 82891a793a29,37199,1732252767676/rs:state/1732252769749/Put/seqid=0 2024-11-22T05:19:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741855_1031 (size=5156) 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:19:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:19:56,562 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:19:56,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:19:56,563 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:19:56,701 INFO [M:0;82891a793a29:39849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd6ba0a51d445c99f553658b46a6d83 2024-11-22T05:19:56,706 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee114f9057f4119afe8df1679f933a0 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aee114f9057f4119afe8df1679f933a0 2024-11-22T05:19:56,710 INFO [M:0;82891a793a29:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aee114f9057f4119afe8df1679f933a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:19:56,711 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a9133389a6442c18ac137fc5675829a as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a9133389a6442c18ac137fc5675829a 2024-11-22T05:19:56,715 INFO [M:0;82891a793a29:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a9133389a6442c18ac137fc5675829a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:19:56,716 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4cd6ba0a51d445c99f553658b46a6d83 as hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cd6ba0a51d445c99f553658b46a6d83 2024-11-22T05:19:56,719 INFO [M:0;82891a793a29:39849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4cd6ba0a51d445c99f553658b46a6d83, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:19:56,720 INFO [M:0;82891a793a29:39849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-11-22T05:19:56,722 INFO [M:0;82891a793a29:39849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:19:56,722 DEBUG [M:0;82891a793a29:39849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252795829Disabling compacts and flushes for region at 1732252795829Disabling writes for close at 1732252795829Obtaining lock to block concurrent updates at 1732252795829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252795829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732252795829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252795830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252795830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252795846 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252795846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252796255 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252796271 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252796271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252796279 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252796293 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252796293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49421d37: reopening flushed file at 1732252796705 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3d132a: reopening flushed file at 1732252796711 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdf96a2: reopening flushed file at 1732252796715 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1732252796720 (+5 ms)Writing region close event to WAL at 1732252796721 (+1 ms)Closed at 1732252796722 (+1 ms) 2024-11-22T05:19:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741830_1006 (size=63666) 2024-11-22T05:19:56,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9bed199-ab37-6f94-fe47-22de2a3fb218/MasterData/WALs/82891a793a29,39849,1732252767421/82891a793a29%2C39849%2C1732252767421.1732252769393 not finished, retry = 0 2024-11-22T05:19:56,827 INFO [M:0;82891a793a29:39849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:19:56,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:19:56,828 INFO [M:0;82891a793a29:39849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39849 2024-11-22T05:19:56,828 INFO [M:0;82891a793a29:39849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:19:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:56,943 INFO [M:0;82891a793a29:39849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:19:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39849-0x10160fb88d00000, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:19:56,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b238757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:56,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21ddca0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:56,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:56,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:56,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4de33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:56,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:19:56,948 WARN [BP-1226812536-172.17.0.2-1732252765511 heartbeating to localhost/127.0.0.1:46527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:19:56,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:19:56,948 WARN [BP-1226812536-172.17.0.2-1732252765511 heartbeating to localhost/127.0.0.1:46527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1226812536-172.17.0.2-1732252765511 (Datanode Uuid 3a7dc496-d25c-4a69-9940-7b2b3c8b0e0d) service to localhost/127.0.0.1:46527 2024-11-22T05:19:56,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/data/data1/current/BP-1226812536-172.17.0.2-1732252765511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:56,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/cluster_44cff600-bb79-86a0-4271-2cd9e1bf5d72/data/data2/current/BP-1226812536-172.17.0.2-1732252765511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:19:56,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:19:56,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c29c16d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:56,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b0b781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:19:56,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:19:56,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:19:56,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5df62230{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/323d642b-4701-32fd-77a6-7d651e55c6df/hadoop.log.dir/,STOPPED} 2024-11-22T05:19:56,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:19:56,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:19:56,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46527 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=7328 (was 7464) 2024-11-22T05:19:56,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=7327 2024-11-22T05:19:57,016 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-22T05:19:57,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir so I do NOT create it in target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99 2024-11-22T05:19:57,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:19:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.tmp.dir so I do NOT create it in target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99 2024-11-22T05:19:57,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ecc2b4e-458a-d67e-6736-1d2c18661b35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:19:57,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99 2024-11-22T05:19:57,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922, deleteOnExit=true 2024-11-22T05:19:57,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/zookeeper_0, clientPort=63840, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:19:57,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63840 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/test.cache.data in system properties and HBase conf 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:19:57,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:19:57,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:19:57,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:19:57,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:19:57,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160fb88d00005, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:19:57,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160fb88d00002, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:19:57,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160fb88d00002, quorum=127.0.0.1:51945, baseZNode=/01073426345 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:19:57,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160fb88d00005, quorum=127.0.0.1:51945, baseZNode=/1704592367 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:19:57,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:57,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:57,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:57,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:57,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:19:57,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:57,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:57,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:57,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78093ce3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/java.io.tmpdir/jetty-localhost-32979-hadoop-hdfs-3_4_1-tests_jar-_-any-17356762503709780938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:19:57,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:32979} 2024-11-22T05:19:57,482 INFO [Time-limited test {}] server.Server(415): Started @196970ms 2024-11-22T05:19:57,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:19:57,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:19:57,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:19:57,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:19:57,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:19:57,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40caad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:19:57,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:19:57,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53e84d2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/java.io.tmpdir/jetty-localhost-39257-hadoop-hdfs-3_4_1-tests_jar-_-any-16925535103744584138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:19:57,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@111c5900{HTTP/1.1, (http/1.1)}{localhost:39257} 2024-11-22T05:19:57,840 INFO [Time-limited test {}] server.Server(415): Started @197328ms 2024-11-22T05:19:57,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:19:58,801 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/data/data2/current/BP-784518926-172.17.0.2-1732252797059/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:58,801 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/data/data1/current/BP-784518926-172.17.0.2-1732252797059/current, will proceed with Du for space computation calculation, 2024-11-22T05:19:58,820 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:19:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdead18f9632a264e with lease ID 0xce6b89d056bfa493: Processing first storage report for DS-33afb615-c5ab-4c7e-8543-4f021d391c71 from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=14a4cc63-0f5f-407c-a03a-477909661e34, infoPort=39195, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=1593857466;c=1732252797059) 2024-11-22T05:19:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdead18f9632a264e with lease ID 0xce6b89d056bfa493: from storage DS-33afb615-c5ab-4c7e-8543-4f021d391c71 node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=14a4cc63-0f5f-407c-a03a-477909661e34, infoPort=39195, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=1593857466;c=1732252797059), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdead18f9632a264e with lease ID 0xce6b89d056bfa493: Processing first storage report for DS-d90a221b-9ba8-4e38-a5fe-35abf4adcded from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=14a4cc63-0f5f-407c-a03a-477909661e34, infoPort=39195, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=1593857466;c=1732252797059) 2024-11-22T05:19:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdead18f9632a264e with lease ID 0xce6b89d056bfa493: from storage DS-d90a221b-9ba8-4e38-a5fe-35abf4adcded node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=14a4cc63-0f5f-407c-a03a-477909661e34, infoPort=39195, infoSecurePort=0, ipcPort=36093, storageInfo=lv=-57;cid=testClusterID;nsid=1593857466;c=1732252797059), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:19:58,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99 2024-11-22T05:19:58,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:58,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:19:59,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08 with version=8 2024-11-22T05:19:59,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/hbase-staging 2024-11-22T05:19:59,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:19:59,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:59,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38413 2024-11-22T05:19:59,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38413 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:19:59,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384130x0, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:59,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38413-0x10160fc04150000 connected 2024-11-22T05:19:59,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:59,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:59,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/running 2024-11-22T05:19:59,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08, hbase.cluster.distributed=false 2024-11-22T05:19:59,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/acl 2024-11-22T05:19:59,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-22T05:19:59,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38413 2024-11-22T05:19:59,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38413 2024-11-22T05:19:59,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-22T05:19:59,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38413 2024-11-22T05:19:59,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:19:59,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:19:59,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36907 2024-11-22T05:19:59,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36907 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:19:59,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:59,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:59,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369070x0, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:19:59,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369070x0, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/running 2024-11-22T05:19:59,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36907-0x10160fc04150001 connected 2024-11-22T05:19:59,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:19:59,497 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:19:59,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/master 2024-11-22T05:19:59,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/acl 2024-11-22T05:19:59,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T05:19:59,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36907 2024-11-22T05:19:59,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36907 2024-11-22T05:19:59,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T05:19:59,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36907 2024-11-22T05:19:59,516 DEBUG [M:0;82891a793a29:38413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:38413 2024-11-22T05:19:59,516 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0320428133/backup-masters/82891a793a29,38413,1732252799281 2024-11-22T05:19:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/backup-masters 2024-11-22T05:19:59,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/backup-masters 2024-11-22T05:19:59,528 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on existing znode=/0320428133/backup-masters/82891a793a29,38413,1732252799281 2024-11-22T05:19:59,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:19:59,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0320428133/master 2024-11-22T05:19:59,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:19:59,538 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on existing znode=/0320428133/master 2024-11-22T05:19:59,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0320428133/backup-masters/82891a793a29,38413,1732252799281 from backup master directory 2024-11-22T05:19:59,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/backup-masters 2024-11-22T05:19:59,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0320428133/backup-masters/82891a793a29,38413,1732252799281 2024-11-22T05:19:59,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/backup-masters 2024-11-22T05:19:59,548 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:19:59,548 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,38413,1732252799281 2024-11-22T05:19:59,551 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/hbase.id] with ID: 344e2507-6982-4efc-81eb-64058c1443c8 2024-11-22T05:19:59,551 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/.tmp/hbase.id 2024-11-22T05:19:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:19:59,955 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/.tmp/hbase.id]:[hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/hbase.id] 2024-11-22T05:19:59,965 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:19:59,965 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:19:59,966 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:20:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:20:00,017 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:00,018 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:20:00,018 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:00,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:20:00,024 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store 2024-11-22T05:20:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:00,429 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:00,429 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:00,429 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252800429Disabling compacts and flushes for region at 1732252800429Disabling writes for close at 1732252800429Writing region close event to WAL at 1732252800429Closed at 1732252800429 2024-11-22T05:20:00,430 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/.initializing 2024-11-22T05:20:00,430 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/WALs/82891a793a29,38413,1732252799281 2024-11-22T05:20:00,431 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:00,432 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C38413%2C1732252799281, suffix=, logDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/WALs/82891a793a29,38413,1732252799281, archiveDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/oldWALs, maxLogs=10 2024-11-22T05:20:00,445 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/WALs/82891a793a29,38413,1732252799281/82891a793a29%2C38413%2C1732252799281.1732252800432, exclude list is [], retry=0 2024-11-22T05:20:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-33afb615-c5ab-4c7e-8543-4f021d391c71,DISK] 2024-11-22T05:20:00,449 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/WALs/82891a793a29,38413,1732252799281/82891a793a29%2C38413%2C1732252799281.1732252800432 2024-11-22T05:20:00,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-22T05:20:00,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:00,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:00,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,449 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:20:00,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:00,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:00,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:20:00,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:00,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:00,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:20:00,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:00,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:00,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:20:00,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:00,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:00,455 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,456 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,456 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,457 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,457 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,458 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:00,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:00,460 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:00,461 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60474851, jitterRate=-0.09885449707508087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:00,461 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252800449Initializing all the Stores at 1732252800450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252800450Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252800450Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252800450Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252800450Cleaning up temporary data from old regions at 1732252800457 (+7 ms)Region opened successfully at 1732252800461 (+4 ms) 2024-11-22T05:20:00,462 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:20:00,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d47b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:00,465 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:20:00,465 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:20:00,465 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:20:00,465 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:20:00,465 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:20:00,466 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:20:00,466 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:20:00,467 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:20:00,468 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/balancer because node does not exist (not necessarily an error) 2024-11-22T05:20:00,566 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/balancer already deleted, retry=false 2024-11-22T05:20:00,566 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:20:00,567 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:20:00,580 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/normalizer already deleted, retry=false 2024-11-22T05:20:00,580 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:20:00,581 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:20:00,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:00,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:00,583 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:00,590 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/switch/split already deleted, retry=false 2024-11-22T05:20:00,591 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:20:00,601 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/switch/merge already deleted, retry=false 2024-11-22T05:20:00,602 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:20:00,611 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/snapshot-cleanup already deleted, retry=false 2024-11-22T05:20:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0320428133/running 2024-11-22T05:20:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0320428133/running 2024-11-22T05:20:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,622 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,38413,1732252799281, sessionid=0x10160fc04150000, setting cluster-up flag (Was=false) 2024-11-22T05:20:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,675 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0320428133/flush-table-proc/acquired, /0320428133/flush-table-proc/reached, /0320428133/flush-table-proc/abort 2024-11-22T05:20:00,675 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,38413,1732252799281 2024-11-22T05:20:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:00,727 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0320428133/online-snapshot/acquired, /0320428133/online-snapshot/reached, /0320428133/online-snapshot/abort 2024-11-22T05:20:00,728 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,38413,1732252799281 2024-11-22T05:20:00,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:20:00,730 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:00,731 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:20:00,731 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:20:00,731 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,38413,1732252799281 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:00,732 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252830733 2024-11-22T05:20:00,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:20:00,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:20:00,733 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:20:00,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:20:00,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:20:00,734 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252800734,5,FailOnTimeoutGroup] 2024-11-22T05:20:00,734 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252800734,5,FailOnTimeoutGroup] 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,734 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:20:00,808 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(746): ClusterId : 344e2507-6982-4efc-81eb-64058c1443c8 2024-11-22T05:20:00,808 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:20:00,821 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:20:00,821 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:20:00,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:00,833 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:20:00,833 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b707530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:00,848 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:36907 2024-11-22T05:20:00,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,848 INFO [RS:0;82891a793a29:36907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:20:00,848 INFO [RS:0;82891a793a29:36907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:20:00,848 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:20:00,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,848 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,38413,1732252799281 with port=36907, startcode=1732252799477 2024-11-22T05:20:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,849 DEBUG [RS:0;82891a793a29:36907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:20:00,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,850 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:20:00,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,36907,1732252799477 2024-11-22T05:20:00,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38413 {}] master.ServerManager(517): Registering regionserver=82891a793a29,36907,1732252799477 2024-11-22T05:20:00,852 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08 2024-11-22T05:20:00,852 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42139 2024-11-22T05:20:00,852 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:20:00,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/rs 2024-11-22T05:20:00,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,36907,1732252799477] 2024-11-22T05:20:00,868 DEBUG [RS:0;82891a793a29:36907 {}] zookeeper.ZKUtil(111): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on existing znode=/0320428133/rs/82891a793a29,36907,1732252799477 2024-11-22T05:20:00,868 WARN [RS:0;82891a793a29:36907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:00,868 INFO [RS:0;82891a793a29:36907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:00,868 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477 2024-11-22T05:20:00,875 INFO [RS:0;82891a793a29:36907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:20:00,876 INFO [RS:0;82891a793a29:36907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:20:00,877 INFO [RS:0;82891a793a29:36907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:20:00,877 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,877 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:20:00,878 INFO [RS:0;82891a793a29:36907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:20:00,878 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:00,878 DEBUG [RS:0;82891a793a29:36907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,880 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36907,1732252799477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:00,893 INFO [RS:0;82891a793a29:36907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:20:00,893 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36907,1732252799477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,893 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,893 INFO [RS:0;82891a793a29:36907 {}] regionserver.Replication(171): 82891a793a29,36907,1732252799477 started 2024-11-22T05:20:00,905 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:00,906 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,36907,1732252799477, RpcServer on 82891a793a29/172.17.0.2:36907, sessionid=0x10160fc04150001 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,36907,1732252799477 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36907,1732252799477' 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0320428133/flush-table-proc/abort' 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0320428133/flush-table-proc/acquired' 2024-11-22T05:20:00,906 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,36907,1732252799477 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36907,1732252799477' 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0320428133/online-snapshot/abort' 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0320428133/online-snapshot/acquired' 2024-11-22T05:20:00,907 DEBUG [RS:0;82891a793a29:36907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:20:00,907 INFO [RS:0;82891a793a29:36907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:20:00,907 INFO [RS:0;82891a793a29:36907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:20:01,007 INFO [RS:0;82891a793a29:36907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:01,009 INFO [RS:0;82891a793a29:36907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36907%2C1732252799477, suffix=, logDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477, archiveDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/oldWALs, maxLogs=10 2024-11-22T05:20:01,021 DEBUG [RS:0;82891a793a29:36907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, exclude list is [], retry=0 2024-11-22T05:20:01,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-33afb615-c5ab-4c7e-8543-4f021d391c71,DISK] 2024-11-22T05:20:01,025 INFO [RS:0;82891a793a29:36907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 2024-11-22T05:20:01,025 DEBUG [RS:0;82891a793a29:36907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-22T05:20:01,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:20:01,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08 2024-11-22T05:20:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:20:01,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:01,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:01,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:01,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:01,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:01,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:01,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:01,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:01,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:01,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:01,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:01,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:01,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:01,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:01,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:01,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:01,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:01,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:01,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740 2024-11-22T05:20:01,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740 2024-11-22T05:20:01,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:01,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:01,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:01,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:01,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:01,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62798093, jitterRate=-0.06423549354076385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252801548Initializing all the Stores at 1732252801549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252801549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252801549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252801549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252801549Cleaning up temporary data from old regions at 1732252801556 (+7 ms)Region opened successfully at 1732252801560 (+4 ms) 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:01,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:01,560 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:01,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252801560Disabling compacts and flushes for region at 1732252801560Disabling writes for close at 1732252801560Writing region close event to WAL at 1732252801560Closed at 1732252801560 2024-11-22T05:20:01,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:01,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:20:01,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:20:01,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:01,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:20:01,713 DEBUG [82891a793a29:38413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:20:01,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:01,715 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36907,1732252799477, state=OPENING 2024-11-22T05:20:01,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:20:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:01,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0320428133/meta-region-server: CHANGED 2024-11-22T05:20:01,917 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:01,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36907,1732252799477}] 2024-11-22T05:20:01,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0320428133/meta-region-server: CHANGED 2024-11-22T05:20:02,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:02,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:20:02,075 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:20:02,075 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:02,075 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:20:02,077 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36907%2C1732252799477.meta, suffix=.meta, logDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477, archiveDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/oldWALs, maxLogs=10 2024-11-22T05:20:02,094 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.meta.1732252802077.meta, exclude list is [], retry=0 2024-11-22T05:20:02,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-33afb615-c5ab-4c7e-8543-4f021d391c71,DISK] 2024-11-22T05:20:02,097 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.meta.1732252802077.meta 2024-11-22T05:20:02,097 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:02,098 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:20:02,098 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:20:02,098 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:20:02,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:02,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:02,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:02,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:02,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:02,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:02,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:02,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:02,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:02,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:02,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:02,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:02,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:02,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:02,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:02,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:02,103 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:02,104 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740 2024-11-22T05:20:02,105 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740 2024-11-22T05:20:02,105 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:02,105 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:02,106 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:02,107 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:02,107 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73647860, jitterRate=0.09743863344192505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:02,107 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:20:02,108 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252802098Writing region info on filesystem at 1732252802098Initializing all the Stores at 1732252802099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252802099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252802099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252802099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252802099Cleaning up temporary data from old regions at 1732252802105 (+6 ms)Running coprocessor post-open hooks at 1732252802107 (+2 ms)Region opened successfully at 1732252802108 (+1 ms) 2024-11-22T05:20:02,109 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252802069 2024-11-22T05:20:02,111 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:20:02,111 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:20:02,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:02,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36907,1732252799477, state=OPEN 2024-11-22T05:20:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0320428133/meta-region-server 2024-11-22T05:20:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0320428133/meta-region-server 2024-11-22T05:20:02,149 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,36907,1732252799477 2024-11-22T05:20:02,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0320428133/meta-region-server: CHANGED 2024-11-22T05:20:02,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0320428133/meta-region-server: CHANGED 2024-11-22T05:20:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:20:02,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36907,1732252799477 in 232 msec 2024-11-22T05:20:02,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:20:02,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec 2024-11-22T05:20:02,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:02,153 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:20:02,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:02,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36907,1732252799477, seqNum=-1] 2024-11-22T05:20:02,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:02,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:02,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-22T05:20:02,160 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252802160, completionTime=-1 2024-11-22T05:20:02,160 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:20:02,160 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:20:02,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:20:02,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252862162 2024-11-22T05:20:02,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252922162 2024-11-22T05:20:02,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:38413, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,163 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,165 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:02,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:20:02,169 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:20:02,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:20:02,169 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38413,1732252799281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:02,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:02,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:02,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:02,211 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bd159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:02,212 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:02,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:02,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:02,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36907,1732252799477, seqNum=-1] 2024-11-22T05:20:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:02,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:02,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,38413,1732252799281 2024-11-22T05:20:02,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:20:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:02,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fc04150002 connected 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir so I do NOT create it in target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563 2024-11-22T05:20:02,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.tmp.dir so I do NOT create it in target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563 2024-11-22T05:20:02,246 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:20:02,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/cluster_110c511a-1990-f7a8-5c46-aa37eb127d9c, deleteOnExit=true 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:20:02,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/test.cache.data in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:20:02,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:02,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:20:02,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:20:02,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:02,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:02,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:02,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:02,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:02,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:02,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64f1fa9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:02,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:02,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f511c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/java.io.tmpdir/jetty-localhost-44067-hadoop-hdfs-3_4_1-tests_jar-_-any-13348553569169845217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:02,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da30d31{HTTP/1.1, (http/1.1)}{localhost:44067} 2024-11-22T05:20:02,778 INFO [Time-limited test {}] server.Server(415): Started @202266ms 2024-11-22T05:20:03,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:03,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:03,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:03,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:03,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:03,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25157a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:03,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:03,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fdc8907{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/java.io.tmpdir/jetty-localhost-33517-hadoop-hdfs-3_4_1-tests_jar-_-any-14886715063951651068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:03,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55806806{HTTP/1.1, (http/1.1)}{localhost:33517} 2024-11-22T05:20:03,127 INFO [Time-limited test {}] server.Server(415): Started @202615ms 2024-11-22T05:20:03,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:20:04,173 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/cluster_110c511a-1990-f7a8-5c46-aa37eb127d9c/data/data2/current/BP-149831922-172.17.0.2-1732252802264/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:04,173 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/cluster_110c511a-1990-f7a8-5c46-aa37eb127d9c/data/data1/current/BP-149831922-172.17.0.2-1732252802264/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:04,193 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:20:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c08c66fb37dceb with lease ID 0x512815fcb0307e90: Processing first storage report for DS-2681c578-d740-449a-b6e4-f9db5fe54463 from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=ac629bdd-41fe-4335-95b3-122c561c73ac, infoPort=39569, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=559277824;c=1732252802264) 2024-11-22T05:20:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c08c66fb37dceb with lease ID 0x512815fcb0307e90: from storage DS-2681c578-d740-449a-b6e4-f9db5fe54463 node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=ac629bdd-41fe-4335-95b3-122c561c73ac, infoPort=39569, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=559277824;c=1732252802264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c08c66fb37dceb with lease ID 0x512815fcb0307e90: Processing first storage report for DS-eed4c71d-35c4-4a94-9e84-65624e1653f8 from datanode DatanodeRegistration(127.0.0.1:46087, datanodeUuid=ac629bdd-41fe-4335-95b3-122c561c73ac, infoPort=39569, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=559277824;c=1732252802264) 2024-11-22T05:20:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c08c66fb37dceb with lease ID 0x512815fcb0307e90: from storage DS-eed4c71d-35c4-4a94-9e84-65624e1653f8 node DatanodeRegistration(127.0.0.1:46087, datanodeUuid=ac629bdd-41fe-4335-95b3-122c561c73ac, infoPort=39569, infoSecurePort=0, ipcPort=33641, storageInfo=lv=-57;cid=testClusterID;nsid=559277824;c=1732252802264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:04,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563 2024-11-22T05:20:04,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:20:04,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc with version=8 2024-11-22T05:20:04,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/hbase-staging 2024-11-22T05:20:04,672 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:04,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39811 2024-11-22T05:20:04,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39811 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:20:04,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398110x0, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:04,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39811-0x10160fc04150003 connected 2024-11-22T05:20:04,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/running 2024-11-22T05:20:04,858 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc, hbase.cluster.distributed=false 2024-11-22T05:20:04,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/acl 2024-11-22T05:20:04,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-22T05:20:04,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39811 2024-11-22T05:20:04,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39811 2024-11-22T05:20:04,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-22T05:20:04,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-22T05:20:04,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:20:04,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:04,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36159 2024-11-22T05:20:04,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36159 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:20:04,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361590x0, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:04,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361590x0, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/running 2024-11-22T05:20:04,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:20:04,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36159-0x10160fc04150004 connected 2024-11-22T05:20:04,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:20:04,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/master 2024-11-22T05:20:04,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/acl 2024-11-22T05:20:04,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-22T05:20:04,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36159 2024-11-22T05:20:04,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36159 2024-11-22T05:20:04,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-22T05:20:04,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36159 2024-11-22T05:20:04,945 DEBUG [M:0;82891a793a29:39811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:39811 2024-11-22T05:20:04,945 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1379324323/backup-masters/82891a793a29,39811,1732252804672 2024-11-22T05:20:04,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/backup-masters 2024-11-22T05:20:04,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/backup-masters 2024-11-22T05:20:04,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on existing znode=/1379324323/backup-masters/82891a793a29,39811,1732252804672 2024-11-22T05:20:04,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379324323/master 2024-11-22T05:20:04,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:04,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:04,969 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on existing znode=/1379324323/master 2024-11-22T05:20:04,970 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1379324323/backup-masters/82891a793a29,39811,1732252804672 from backup master directory 2024-11-22T05:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/backup-masters 2024-11-22T05:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379324323/backup-masters/82891a793a29,39811,1732252804672 2024-11-22T05:20:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/backup-masters 2024-11-22T05:20:04,980 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:04,980 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,39811,1732252804672 2024-11-22T05:20:04,983 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/hbase.id] with ID: 5a0bf5cf-4285-41a2-97b9-e4c243f31c4e 2024-11-22T05:20:04,983 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/.tmp/hbase.id 2024-11-22T05:20:04,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:20:05,389 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/.tmp/hbase.id]:[hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/hbase.id] 2024-11-22T05:20:05,403 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:05,403 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:20:05,404 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:20:05,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:05,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:05,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:20:05,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:05,963 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:20:05,964 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:20:06,370 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store 2024-11-22T05:20:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:20:06,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:20:06,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:06,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:06,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:20:06,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:06,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:06,776 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:06,776 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:06,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252806776Disabling compacts and flushes for region at 1732252806776Disabling writes for close at 1732252806776Writing region close event to WAL at 1732252806776Closed at 1732252806776 2024-11-22T05:20:06,777 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/.initializing 2024-11-22T05:20:06,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/WALs/82891a793a29,39811,1732252804672 2024-11-22T05:20:06,777 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:06,779 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C39811%2C1732252804672, suffix=, logDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/WALs/82891a793a29,39811,1732252804672, archiveDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/oldWALs, maxLogs=10 2024-11-22T05:20:06,792 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/WALs/82891a793a29,39811,1732252804672/82891a793a29%2C39811%2C1732252804672.1732252806779, exclude list is [], retry=0 2024-11-22T05:20:06,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-2681c578-d740-449a-b6e4-f9db5fe54463,DISK] 2024-11-22T05:20:06,801 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/WALs/82891a793a29,39811,1732252804672/82891a793a29%2C39811%2C1732252804672.1732252806779 2024-11-22T05:20:06,801 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-22T05:20:06,801 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:06,801 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:06,801 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,802 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:20:06,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:06,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:06,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:20:06,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:20:06,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:20:06,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:06,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:06,820 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,820 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,821 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,822 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,822 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,822 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:06,823 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:06,825 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:06,826 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66259399, jitterRate=-0.0126580148935318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:06,826 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252806802Initializing all the Stores at 1732252806802Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252806802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252806803 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252806803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252806803Cleaning up temporary data from old regions at 1732252806822 (+19 ms)Region opened successfully at 1732252806826 (+4 ms) 2024-11-22T05:20:06,826 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:20:06,829 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bef2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:20:06,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:20:06,831 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:20:06,832 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:20:06,833 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/balancer because node does not exist (not necessarily an error) 2024-11-22T05:20:06,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:20:06,906 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/balancer already deleted, retry=false 2024-11-22T05:20:06,906 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:20:06,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:20:06,916 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/normalizer already deleted, retry=false 2024-11-22T05:20:06,916 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:20:06,917 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:20:06,927 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/switch/split already deleted, retry=false 2024-11-22T05:20:06,927 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:20:06,937 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/switch/merge already deleted, retry=false 2024-11-22T05:20:06,939 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:20:06,948 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/snapshot-cleanup already deleted, retry=false 2024-11-22T05:20:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379324323/running 2024-11-22T05:20:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1379324323/running 2024-11-22T05:20:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:06,959 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,39811,1732252804672, sessionid=0x10160fc04150003, setting cluster-up flag (Was=false) 2024-11-22T05:20:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:07,011 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1379324323/flush-table-proc/acquired, /1379324323/flush-table-proc/reached, /1379324323/flush-table-proc/abort 2024-11-22T05:20:07,012 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,39811,1732252804672 2024-11-22T05:20:07,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:07,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:07,064 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1379324323/online-snapshot/acquired, /1379324323/online-snapshot/reached, /1379324323/online-snapshot/abort 2024-11-22T05:20:07,064 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,39811,1732252804672 2024-11-22T05:20:07,065 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:20:07,067 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:07,067 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:20:07,067 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:20:07,067 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,39811,1732252804672 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:20:07,068 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:07,068 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:07,069 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,069 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252837069 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:07,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:20:07,070 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:20:07,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,071 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252807071,5,FailOnTimeoutGroup] 2024-11-22T05:20:07,071 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252807071,5,FailOnTimeoutGroup] 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:20:07,071 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:20:07,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:20:07,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc 2024-11-22T05:20:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:20:07,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:07,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:07,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:07,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:07,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:07,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:07,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:07,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:07,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740 2024-11-22T05:20:07,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740 2024-11-22T05:20:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:07,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:07,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:07,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:07,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75224057, jitterRate=0.12092579901218414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:07,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252807102Initializing all the Stores at 1732252807103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252807103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807103Cleaning up temporary data from old regions at 1732252807111 (+8 ms)Region opened successfully at 1732252807117 (+6 ms) 2024-11-22T05:20:07,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:07,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:07,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:07,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:07,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:07,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:07,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252807117Disabling compacts and flushes for region at 1732252807117Disabling writes for close at 1732252807118 (+1 ms)Writing region close event to WAL at 1732252807118Closed at 1732252807118 2024-11-22T05:20:07,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:07,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:20:07,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:20:07,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:07,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:20:07,137 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(746): ClusterId : 5a0bf5cf-4285-41a2-97b9-e4c243f31c4e 2024-11-22T05:20:07,137 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:20:07,148 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:20:07,148 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:20:07,159 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:20:07,159 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6919b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:07,175 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:36159 2024-11-22T05:20:07,175 INFO [RS:0;82891a793a29:36159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:20:07,175 INFO [RS:0;82891a793a29:36159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:20:07,175 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:20:07,175 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,39811,1732252804672 with port=36159, startcode=1732252804888 2024-11-22T05:20:07,176 DEBUG [RS:0;82891a793a29:36159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:20:07,177 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:20:07,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,36159,1732252804888 2024-11-22T05:20:07,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39811 {}] master.ServerManager(517): Registering regionserver=82891a793a29,36159,1732252804888 2024-11-22T05:20:07,179 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc 2024-11-22T05:20:07,179 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44301 2024-11-22T05:20:07,179 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:20:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/rs 2024-11-22T05:20:07,190 DEBUG [RS:0;82891a793a29:36159 {}] zookeeper.ZKUtil(111): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on existing znode=/1379324323/rs/82891a793a29,36159,1732252804888 2024-11-22T05:20:07,190 WARN [RS:0;82891a793a29:36159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:07,191 INFO [RS:0;82891a793a29:36159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:07,191 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888 2024-11-22T05:20:07,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,36159,1732252804888] 2024-11-22T05:20:07,194 INFO [RS:0;82891a793a29:36159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:20:07,196 INFO [RS:0;82891a793a29:36159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:20:07,196 INFO [RS:0;82891a793a29:36159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:20:07,196 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,200 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:20:07,201 INFO [RS:0;82891a793a29:36159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:20:07,201 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,201 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:07,202 DEBUG [RS:0;82891a793a29:36159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,207 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36159,1732252804888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:07,226 INFO [RS:0;82891a793a29:36159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:20:07,227 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36159,1732252804888-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,227 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,227 INFO [RS:0;82891a793a29:36159 {}] regionserver.Replication(171): 82891a793a29,36159,1732252804888 started 2024-11-22T05:20:07,246 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,246 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,36159,1732252804888, RpcServer on 82891a793a29/172.17.0.2:36159, sessionid=0x10160fc04150004 2024-11-22T05:20:07,247 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:20:07,247 DEBUG [RS:0;82891a793a29:36159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,36159,1732252804888 2024-11-22T05:20:07,247 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36159,1732252804888' 2024-11-22T05:20:07,247 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1379324323/flush-table-proc/abort' 2024-11-22T05:20:07,247 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1379324323/flush-table-proc/acquired' 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,36159,1732252804888 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36159,1732252804888' 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1379324323/online-snapshot/abort' 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1379324323/online-snapshot/acquired' 2024-11-22T05:20:07,248 DEBUG [RS:0;82891a793a29:36159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:20:07,248 INFO [RS:0;82891a793a29:36159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:20:07,248 INFO [RS:0;82891a793a29:36159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:20:07,272 WARN [82891a793a29:39811 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:20:07,349 INFO [RS:0;82891a793a29:36159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:07,350 INFO [RS:0;82891a793a29:36159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36159%2C1732252804888, suffix=, logDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888, archiveDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/oldWALs, maxLogs=10 2024-11-22T05:20:07,366 DEBUG [RS:0;82891a793a29:36159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, exclude list is [], retry=0 2024-11-22T05:20:07,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-2681c578-d740-449a-b6e4-f9db5fe54463,DISK] 2024-11-22T05:20:07,377 INFO [RS:0;82891a793a29:36159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 2024-11-22T05:20:07,377 DEBUG [RS:0;82891a793a29:36159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-22T05:20:07,522 DEBUG [82891a793a29:39811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:20:07,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:07,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36159,1732252804888, state=OPENING 2024-11-22T05:20:07,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:07,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:07,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:20:07,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:07,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:07,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379324323/meta-region-server: CHANGED 2024-11-22T05:20:07,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379324323/meta-region-server: CHANGED 2024-11-22T05:20:07,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:07,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36159,1732252804888}] 2024-11-22T05:20:07,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:07,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:20:07,831 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:20:07,831 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:07,831 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:20:07,832 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36159%2C1732252804888.meta, suffix=.meta, logDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888, archiveDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/oldWALs, maxLogs=10 2024-11-22T05:20:07,844 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.meta.1732252807832.meta, exclude list is [], retry=0 2024-11-22T05:20:07,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-2681c578-d740-449a-b6e4-f9db5fe54463,DISK] 2024-11-22T05:20:07,847 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.meta.1732252807832.meta 2024-11-22T05:20:07,848 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-22T05:20:07,848 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:07,848 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:07,848 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:07,848 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:20:07,848 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:20:07,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:20:07,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:07,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:20:07,849 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:20:07,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:07,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:07,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:07,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:07,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:07,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:07,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:07,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:07,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:07,855 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:07,856 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740 2024-11-22T05:20:07,857 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740 2024-11-22T05:20:07,858 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:07,858 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:07,858 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:07,859 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:07,860 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66980295, jitterRate=-0.0019158273935317993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:07,860 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:20:07,860 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252807849Writing region info on filesystem at 1732252807849Initializing all the Stores at 1732252807849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807852 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252807852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252807852Cleaning up temporary data from old regions at 1732252807858 (+6 ms)Running coprocessor post-open hooks at 1732252807860 (+2 ms)Region opened successfully at 1732252807860 2024-11-22T05:20:07,861 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252807827 2024-11-22T05:20:07,862 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:20:07,862 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:20:07,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:07,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36159,1732252804888, state=OPEN 2024-11-22T05:20:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1379324323/meta-region-server 2024-11-22T05:20:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1379324323/meta-region-server 2024-11-22T05:20:07,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,36159,1732252804888 2024-11-22T05:20:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379324323/meta-region-server: CHANGED 2024-11-22T05:20:07,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1379324323/meta-region-server: CHANGED 2024-11-22T05:20:07,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:20:07,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36159,1732252804888 in 199 msec 2024-11-22T05:20:07,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:20:07,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-22T05:20:07,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:07,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:20:07,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:07,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36159,1732252804888, seqNum=-1] 2024-11-22T05:20:07,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:07,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:07,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 817 msec 2024-11-22T05:20:07,884 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252807884, completionTime=-1 2024-11-22T05:20:07,884 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:20:07,884 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:20:07,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:20:07,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252867886 2024-11-22T05:20:07,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252927886 2024-11-22T05:20:07,886 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:39811, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,887 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,889 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:07,890 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:20:07,892 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:20:07,892 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:20:07,892 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,39811,1732252804672-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:07,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:07,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:07,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:07,939 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f383343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:07,941 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:07,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:07,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36159,1732252804888, seqNum=-1] 2024-11-22T05:20:07,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:07,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,39811,1732252804672 2024-11-22T05:20:07,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63840 2024-11-22T05:20:07,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:07,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fc04150005 connected 2024-11-22T05:20:07,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38413,1732252799281 2024-11-22T05:20:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3911e50c 2024-11-22T05:20:07,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:07,973 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:07,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:20:07,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:07,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:07,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:20:07,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:07,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:20:07,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc3209e3e38e9107a551d6a6214f3711, NAME => 'test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08 2024-11-22T05:20:07,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:20:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc3209e3e38e9107a551d6a6214f3711, disabling compactions & flushes 2024-11-22T05:20:08,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. after waiting 0 ms 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc3209e3e38e9107a551d6a6214f3711: Waiting for close lock at 1732252808398Disabling compacts and flushes for region at 1732252808398Disabling writes for close at 1732252808398Writing region close event to WAL at 1732252808398Closed at 1732252808398 2024-11-22T05:20:08,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:08,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252808400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252808400"}]},"ts":"1732252808400"} 2024-11-22T05:20:08,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:08,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:08,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252808402"}]},"ts":"1732252808402"} 2024-11-22T05:20:08,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:20:08,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc3209e3e38e9107a551d6a6214f3711, ASSIGN}] 2024-11-22T05:20:08,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc3209e3e38e9107a551d6a6214f3711, ASSIGN 2024-11-22T05:20:08,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc3209e3e38e9107a551d6a6214f3711, ASSIGN; state=OFFLINE, location=82891a793a29,36907,1732252799477; forceNewPlan=false, retain=false 2024-11-22T05:20:08,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc3209e3e38e9107a551d6a6214f3711, regionState=OPENING, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:08,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc3209e3e38e9107a551d6a6214f3711, ASSIGN because future has completed 2024-11-22T05:20:08,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc3209e3e38e9107a551d6a6214f3711, server=82891a793a29,36907,1732252799477}] 2024-11-22T05:20:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:08,713 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,713 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc3209e3e38e9107a551d6a6214f3711, NAME => 'test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:08,714 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:08,714 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:20:08,714 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,714 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:08,714 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,714 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,715 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,716 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3209e3e38e9107a551d6a6214f3711 columnFamilyName f 2024-11-22T05:20:08,716 DEBUG [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:08,716 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(327): Store=cc3209e3e38e9107a551d6a6214f3711/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:08,716 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,717 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3209e3e38e9107a551d6a6214f3711 columnFamilyName f1 2024-11-22T05:20:08,717 DEBUG [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:08,717 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(327): Store=cc3209e3e38e9107a551d6a6214f3711/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:08,717 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,718 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3209e3e38e9107a551d6a6214f3711 columnFamilyName norep 2024-11-22T05:20:08,718 DEBUG [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:08,718 INFO [StoreOpener-cc3209e3e38e9107a551d6a6214f3711-1 {}] regionserver.HStore(327): Store=cc3209e3e38e9107a551d6a6214f3711/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:08,718 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,719 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,719 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,720 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,720 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,720 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:08,721 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,723 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:08,723 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc3209e3e38e9107a551d6a6214f3711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647736, jitterRate=-0.08137714862823486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:08,723 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:08,724 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc3209e3e38e9107a551d6a6214f3711: Running coprocessor pre-open hook at 1732252808714Writing region info on filesystem at 1732252808714Initializing all the Stores at 1732252808715 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252808715Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252808715Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252808715Cleaning up temporary data from old regions at 1732252808720 (+5 ms)Running coprocessor post-open hooks at 1732252808723 (+3 ms)Region opened successfully at 1732252808724 (+1 ms) 2024-11-22T05:20:08,725 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711., pid=6, masterSystemTime=1732252808710 2024-11-22T05:20:08,726 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,726 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:08,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc3209e3e38e9107a551d6a6214f3711, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:08,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc3209e3e38e9107a551d6a6214f3711, server=82891a793a29,36907,1732252799477 because future has completed 2024-11-22T05:20:08,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:20:08,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc3209e3e38e9107a551d6a6214f3711, server=82891a793a29,36907,1732252799477 in 171 msec 2024-11-22T05:20:08,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:20:08,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc3209e3e38e9107a551d6a6214f3711, ASSIGN in 327 msec 2024-11-22T05:20:08,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:08,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252808733"}]},"ts":"1732252808733"} 2024-11-22T05:20:08,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:20:08,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:08,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-22T05:20:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:09,114 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:20:09,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:09,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39811,1732252804672 2024-11-22T05:20:09,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d2f034 2024-11-22T05:20:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:09,116 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:09,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:20:09,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:09,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:09,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:20:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:09,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:09,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:20:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:09,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a98b90206c3833b9201a7a9835b42b11, NAME => 'test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc 2024-11-22T05:20:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:20:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a98b90206c3833b9201a7a9835b42b11, disabling compactions & flushes 2024-11-22T05:20:09,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. after waiting 0 ms 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:09,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:09,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a98b90206c3833b9201a7a9835b42b11: Waiting for close lock at 1732252809938Disabling compacts and flushes for region at 1732252809938Disabling writes for close at 1732252809938Writing region close event to WAL at 1732252809938Closed at 1732252809938 2024-11-22T05:20:09,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:09,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252809939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252809939"}]},"ts":"1732252809939"} 2024-11-22T05:20:09,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:09,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:09,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252809941"}]},"ts":"1732252809941"} 2024-11-22T05:20:09,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:20:09,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a98b90206c3833b9201a7a9835b42b11, ASSIGN}] 2024-11-22T05:20:09,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a98b90206c3833b9201a7a9835b42b11, ASSIGN 2024-11-22T05:20:09,944 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a98b90206c3833b9201a7a9835b42b11, ASSIGN; state=OFFLINE, location=82891a793a29,36159,1732252804888; forceNewPlan=false, retain=false 2024-11-22T05:20:10,095 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a98b90206c3833b9201a7a9835b42b11, regionState=OPENING, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:10,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a98b90206c3833b9201a7a9835b42b11, ASSIGN because future has completed 2024-11-22T05:20:10,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a98b90206c3833b9201a7a9835b42b11, server=82891a793a29,36159,1732252804888}] 2024-11-22T05:20:10,252 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:10,253 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a98b90206c3833b9201a7a9835b42b11, NAME => 'test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:10,253 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:10,253 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:20:10,253 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,253 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:10,253 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,253 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,254 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,255 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a98b90206c3833b9201a7a9835b42b11 columnFamilyName f 2024-11-22T05:20:10,255 DEBUG [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:10,255 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(327): Store=a98b90206c3833b9201a7a9835b42b11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:10,255 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,256 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a98b90206c3833b9201a7a9835b42b11 columnFamilyName f1 2024-11-22T05:20:10,256 DEBUG [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:10,256 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(327): Store=a98b90206c3833b9201a7a9835b42b11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:10,256 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,257 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a98b90206c3833b9201a7a9835b42b11 columnFamilyName norep 2024-11-22T05:20:10,257 DEBUG [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:10,257 INFO [StoreOpener-a98b90206c3833b9201a7a9835b42b11-1 {}] regionserver.HStore(327): Store=a98b90206c3833b9201a7a9835b42b11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:10,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,258 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,258 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,258 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,258 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,259 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:10,259 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,261 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:10,261 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a98b90206c3833b9201a7a9835b42b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72749678, jitterRate=0.08405467867851257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:10,261 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:10,261 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a98b90206c3833b9201a7a9835b42b11: Running coprocessor pre-open hook at 1732252810253Writing region info on filesystem at 1732252810253Initializing all the Stores at 1732252810254 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252810254Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252810254Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252810254Cleaning up temporary data from old regions at 1732252810258 (+4 ms)Running coprocessor post-open hooks at 1732252810261 (+3 ms)Region opened successfully at 1732252810261 2024-11-22T05:20:10,262 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252809116.a98b90206c3833b9201a7a9835b42b11., pid=6, masterSystemTime=1732252810250 2024-11-22T05:20:10,264 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:10,264 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:10,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a98b90206c3833b9201a7a9835b42b11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a98b90206c3833b9201a7a9835b42b11, server=82891a793a29,36159,1732252804888 because future has completed 2024-11-22T05:20:10,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:20:10,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a98b90206c3833b9201a7a9835b42b11, server=82891a793a29,36159,1732252804888 in 170 msec 2024-11-22T05:20:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:20:10,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a98b90206c3833b9201a7a9835b42b11, ASSIGN in 326 msec 2024-11-22T05:20:10,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:10,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252810271"}]},"ts":"1732252810271"} 2024-11-22T05:20:10,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:20:10,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:10,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-22T05:20:10,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:10,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:10,614 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:11,263 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:20:11,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8f039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:11,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:11,265 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa99ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,266 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:11,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8aab15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014d970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:11,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:11,269 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230cce2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:11,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,270 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73099815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:11,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:11,272 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbd43d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,273 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1f87ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38413,1732252799281 2024-11-22T05:20:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c84b135 2024-11-22T05:20:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:11,276 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:11,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:39811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:20:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:20:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:11,279 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:39811' 2024-11-22T05:20:11,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222b72d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,280 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:11,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:11,280 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b266b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,282 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:11,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9ba18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:11,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:11,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39811,1732252804672 2024-11-22T05:20:11,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717d27ab 2024-11-22T05:20:11,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:11,284 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:11,284 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:20:11,284 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:20:11,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,284 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:11,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:11,285 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:11,286 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:20:11,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:11,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:11,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:20:11,336 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:20:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:11,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a7c96568e41308ab6c960fb9a60ba9e, NAME => 'hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08 2024-11-22T05:20:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:20:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:12,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:12,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6a7c96568e41308ab6c960fb9a60ba9e, disabling compactions & flushes 2024-11-22T05:20:12,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. after waiting 0 ms 2024-11-22T05:20:12,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,099 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a7c96568e41308ab6c960fb9a60ba9e: Waiting for close lock at 1732252812098Disabling compacts and flushes for region at 1732252812098Disabling writes for close at 1732252812099 (+1 ms)Writing region close event to WAL at 1732252812099Closed at 1732252812099 2024-11-22T05:20:12,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:12,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252812100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252812100"}]},"ts":"1732252812100"} 2024-11-22T05:20:12,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:12,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:12,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252812103"}]},"ts":"1732252812103"} 2024-11-22T05:20:12,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:20:12,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7c96568e41308ab6c960fb9a60ba9e, ASSIGN}] 2024-11-22T05:20:12,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7c96568e41308ab6c960fb9a60ba9e, ASSIGN 2024-11-22T05:20:12,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a7c96568e41308ab6c960fb9a60ba9e, ASSIGN; state=OFFLINE, location=82891a793a29,36907,1732252799477; forceNewPlan=false, retain=false 2024-11-22T05:20:12,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a7c96568e41308ab6c960fb9a60ba9e, regionState=OPENING, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:12,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a7c96568e41308ab6c960fb9a60ba9e, ASSIGN because future has completed 2024-11-22T05:20:12,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7c96568e41308ab6c960fb9a60ba9e, server=82891a793a29,36907,1732252799477}] 2024-11-22T05:20:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:12,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:12,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:20:12,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36907%2C1732252799477.rep, suffix=, logDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477, archiveDir=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/oldWALs, maxLogs=10 2024-11-22T05:20:12,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.rep.1732252812415, exclude list is [], retry=0 2024-11-22T05:20:12,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-33afb615-c5ab-4c7e-8543-4f021d391c71,DISK] 2024-11-22T05:20:12,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.rep.1732252812415 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a7c96568e41308ab6c960fb9a60ba9e, NAME => 'hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:12,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. service=MultiRowMutationService 2024-11-22T05:20:12,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,433 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,433 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7c96568e41308ab6c960fb9a60ba9e columnFamilyName hfileref 2024-11-22T05:20:12,434 DEBUG [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:12,434 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(327): Store=6a7c96568e41308ab6c960fb9a60ba9e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:12,434 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,435 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7c96568e41308ab6c960fb9a60ba9e columnFamilyName queue 2024-11-22T05:20:12,435 DEBUG [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:12,435 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(327): Store=6a7c96568e41308ab6c960fb9a60ba9e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:12,435 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,436 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a7c96568e41308ab6c960fb9a60ba9e columnFamilyName sid 2024-11-22T05:20:12,436 DEBUG [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:12,437 INFO [StoreOpener-6a7c96568e41308ab6c960fb9a60ba9e-1 {}] regionserver.HStore(327): Store=6a7c96568e41308ab6c960fb9a60ba9e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:12,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:12,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6a7c96568e41308ab6c960fb9a60ba9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60629679, jitterRate=-0.09654738008975983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:12,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:12,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6a7c96568e41308ab6c960fb9a60ba9e: Running coprocessor pre-open hook at 1732252812432Writing region info on filesystem at 1732252812432Initializing all the Stores at 1732252812432Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252812432Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252812432Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252812432Cleaning up temporary data from old regions at 1732252812438 (+6 ms)Running coprocessor post-open hooks at 1732252812441 (+3 ms)Region opened successfully at 1732252812442 (+1 ms) 2024-11-22T05:20:12,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e., pid=10, masterSystemTime=1732252812410 2024-11-22T05:20:12,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:12,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a7c96568e41308ab6c960fb9a60ba9e, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36907,1732252799477 2024-11-22T05:20:12,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a7c96568e41308ab6c960fb9a60ba9e, server=82891a793a29,36907,1732252799477 because future has completed 2024-11-22T05:20:12,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:20:12,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a7c96568e41308ab6c960fb9a60ba9e, server=82891a793a29,36907,1732252799477 in 189 msec 2024-11-22T05:20:12,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:20:12,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a7c96568e41308ab6c960fb9a60ba9e, ASSIGN in 345 msec 2024-11-22T05:20:12,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:12,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252812451"}]},"ts":"1732252812451"} 2024-11-22T05:20:12,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:20:12,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:12,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-22T05:20:12,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e., hostname=82891a793a29,36907,1732252799477, seqNum=2] 2024-11-22T05:20:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:12,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:20:12,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:20:12,806 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:20:12,840 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,36907,1732252799477, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:20:12,841 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:12,841 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36907,1732252799477, seqNum=-1] 2024-11-22T05:20:12,841 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:12,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:12,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,36907,1732252799477', locateType=CURRENT is [region=hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e., hostname=82891a793a29,36907,1732252799477, seqNum=2] 2024-11-22T05:20:12,846 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:20:12,848 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,36907,1732252799477 suceeded 2024-11-22T05:20:12,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:20:12,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-22T05:20:12,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:39811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:20:12,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-22T05:20:12,861 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:39811' 2024-11-22T05:20:12,862 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef23c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:12,862 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:12,862 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:12,862 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@773bee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:12,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:12,864 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:12,864 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3382611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:12,864 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:12,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39811,1732252804672 2024-11-22T05:20:12,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a5f47ed 2024-11-22T05:20:12,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:12,866 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-22T05:20:12,866 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,36907,1732252799477 (queues=1) is replicating from cluster=344e2507-6982-4efc-81eb-64058c1443c8 to cluster=5a0bf5cf-4285-41a2-97b9-e4c243f31c4e 2024-11-22T05:20:12,866 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C36907%2C1732252799477 2024-11-22T05:20:12,866 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,36907,1732252799477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:20:12,867 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C36907%2C1732252799477 2024-11-22T05:20:12,867 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, startPosition=0, beingWritten=true 2024-11-22T05:20:12,872 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:12,872 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:12,872 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:13,075 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:13,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:13,379 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:13,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:13,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:20:13,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:20:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:13,424 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:20:13,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:13,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:13,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:13,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:13,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:13,426 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27240ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:13,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,427 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:13,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fe254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:13,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,39811,1732252804672 2024-11-22T05:20:13,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e938fd1 2024-11-22T05:20:13,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:13,429 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:13,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:38413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:20:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:20:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:13,433 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:38413' 2024-11-22T05:20:13,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351ff390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,433 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:13,433 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:13,434 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:13,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:13,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:13,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228653dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:13,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:13,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,435 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6684ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:13,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38413,1732252799281 2024-11-22T05:20:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c8703a9 2024-11-22T05:20:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:13,437 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:13,437 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:20:13,438 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:20:13,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:13,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:13,438 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:13,439 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:20:13,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:13,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:13,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:20:13,489 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:20:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:13,782 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:13,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f81c4448e8ae91f7c29e09dda0f86ef, NAME => 'hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc 2024-11-22T05:20:13,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:20:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f81c4448e8ae91f7c29e09dda0f86ef, disabling compactions & flushes 2024-11-22T05:20:14,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. after waiting 0 ms 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f81c4448e8ae91f7c29e09dda0f86ef: Waiting for close lock at 1732252814251Disabling compacts and flushes for region at 1732252814251Disabling writes for close at 1732252814251Writing region close event to WAL at 1732252814251Closed at 1732252814251 2024-11-22T05:20:14,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:14,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252814252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252814252"}]},"ts":"1732252814252"} 2024-11-22T05:20:14,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:14,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:14,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252814255"}]},"ts":"1732252814255"} 2024-11-22T05:20:14,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:20:14,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f81c4448e8ae91f7c29e09dda0f86ef, ASSIGN}] 2024-11-22T05:20:14,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f81c4448e8ae91f7c29e09dda0f86ef, ASSIGN 2024-11-22T05:20:14,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f81c4448e8ae91f7c29e09dda0f86ef, ASSIGN; state=OFFLINE, location=82891a793a29,36159,1732252804888; forceNewPlan=false, retain=false 2024-11-22T05:20:14,286 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:14,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f81c4448e8ae91f7c29e09dda0f86ef, regionState=OPENING, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f81c4448e8ae91f7c29e09dda0f86ef, ASSIGN because future has completed 2024-11-22T05:20:14,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f81c4448e8ae91f7c29e09dda0f86ef, server=82891a793a29,36159,1732252804888}] 2024-11-22T05:20:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:14,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:14,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:20:14,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36159%2C1732252804888.rep, suffix=, logDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888, archiveDir=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/oldWALs, maxLogs=10 2024-11-22T05:20:14,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.rep.1732252814567, exclude list is [], retry=0 2024-11-22T05:20:14,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46087,DS-2681c578-d740-449a-b6e4-f9db5fe54463,DISK] 2024-11-22T05:20:14,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.rep.1732252814567 2024-11-22T05:20:14,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39569:39569)] 2024-11-22T05:20:14,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f81c4448e8ae91f7c29e09dda0f86ef, NAME => 'hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:14,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. service=MultiRowMutationService 2024-11-22T05:20:14,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,583 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,584 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f81c4448e8ae91f7c29e09dda0f86ef columnFamilyName hfileref 2024-11-22T05:20:14,584 DEBUG [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:14,584 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(327): Store=9f81c4448e8ae91f7c29e09dda0f86ef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:14,584 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,585 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f81c4448e8ae91f7c29e09dda0f86ef columnFamilyName queue 2024-11-22T05:20:14,585 DEBUG [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:14,585 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(327): Store=9f81c4448e8ae91f7c29e09dda0f86ef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:14,585 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,586 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f81c4448e8ae91f7c29e09dda0f86ef columnFamilyName sid 2024-11-22T05:20:14,586 DEBUG [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:14,587 INFO [StoreOpener-9f81c4448e8ae91f7c29e09dda0f86ef-1 {}] regionserver.HStore(327): Store=9f81c4448e8ae91f7c29e09dda0f86ef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:14,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:14,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:14,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f81c4448e8ae91f7c29e09dda0f86ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65556122, jitterRate=-0.023137658834457397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:14,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f81c4448e8ae91f7c29e09dda0f86ef: Running coprocessor pre-open hook at 1732252814582Writing region info on filesystem at 1732252814582Initializing all the Stores at 1732252814583 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252814583Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252814583Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252814583Cleaning up temporary data from old regions at 1732252814588 (+5 ms)Running coprocessor post-open hooks at 1732252814591 (+3 ms)Region opened successfully at 1732252814591 2024-11-22T05:20:14,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef., pid=10, masterSystemTime=1732252814562 2024-11-22T05:20:14,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:14,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f81c4448e8ae91f7c29e09dda0f86ef, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36159,1732252804888 2024-11-22T05:20:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f81c4448e8ae91f7c29e09dda0f86ef, server=82891a793a29,36159,1732252804888 because future has completed 2024-11-22T05:20:14,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:20:14,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f81c4448e8ae91f7c29e09dda0f86ef, server=82891a793a29,36159,1732252804888 in 187 msec 2024-11-22T05:20:14,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:20:14,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f81c4448e8ae91f7c29e09dda0f86ef, ASSIGN in 343 msec 2024-11-22T05:20:14,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:14,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252814601"}]},"ts":"1732252814601"} 2024-11-22T05:20:14,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:20:14,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:14,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-22T05:20:14,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef., hostname=82891a793a29,36159,1732252804888, seqNum=2] 2024-11-22T05:20:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:14,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:20:14,889 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:14,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36159 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:20:14,900 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:20:14,927 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,36159,1732252804888, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:20:14,928 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:14,928 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36159,1732252804888, seqNum=-1] 2024-11-22T05:20:14,928 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:14,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:14,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,36159,1732252804888', locateType=CURRENT is [region=hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef., hostname=82891a793a29,36159,1732252804888, seqNum=2] 2024-11-22T05:20:14,932 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:20:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:20:14,934 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,36159,1732252804888 suceeded 2024-11-22T05:20:14,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:20:14,936 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:38413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:20:14,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T05:20:14,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-22T05:20:14,950 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:38413' 2024-11-22T05:20:14,951 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0c932d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:14,951 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:14,951 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:14,952 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@461a7e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:14,953 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:14,953 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b208eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:14,954 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:14,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38413,1732252799281 2024-11-22T05:20:14,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44fc084b 2024-11-22T05:20:14,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:14,955 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-22T05:20:14,955 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,36159,1732252804888 (queues=1) is replicating from cluster=5a0bf5cf-4285-41a2-97b9-e4c243f31c4e to cluster=344e2507-6982-4efc-81eb-64058c1443c8 2024-11-22T05:20:14,955 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C36159%2C1732252804888 2024-11-22T05:20:14,956 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,36159,1732252804888, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:20:14,956 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, startPosition=0, beingWritten=true 2024-11-22T05:20:14,956 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C36159%2C1732252804888 2024-11-22T05:20:14,960 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:14,960 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 379, reset compression=false 2024-11-22T05:20:14,960 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:15,163 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 379, reset compression=false 2024-11-22T05:20:15,467 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 379, reset compression=false 2024-11-22T05:20:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:15,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:20:15,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:15,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:15,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:15,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:15,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:15,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36907,1732252799477, seqNum=-1] 2024-11-22T05:20:15,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:15,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:15,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711., hostname=82891a793a29,36907,1732252799477, seqNum=2] 2024-11-22T05:20:15,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36159,1732252804888, seqNum=-1] 2024-11-22T05:20:15,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:15,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:15,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252809116.a98b90206c3833b9201a7a9835b42b11., hostname=82891a793a29,36159,1732252804888, seqNum=2] 2024-11-22T05:20:15,584 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T05:20:15,592 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 379, reset compression=false 2024-11-22T05:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 480, reset compression=false 2024-11-22T05:20:15,596 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3209e3e38e9107a551d6a6214f3711/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T05:20:15,598 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:15,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-22T05:20:15,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:15,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bcfefc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:15,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,39811,-1 for getting cluster id 2024-11-22T05:20:15,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:15,602 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a0bf5cf-4285-41a2-97b9-e4c243f31c4e' 2024-11-22T05:20:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a0bf5cf-4285-41a2-97b9-e4c243f31c4e" 2024-11-22T05:20:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@156aa548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,39811,-1] 2024-11-22T05:20:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:15,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:15,603 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:15,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5125e0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:15,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:15,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36159,1732252804888, seqNum=-1] 2024-11-22T05:20:15,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:15,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:15,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252809116.a98b90206c3833b9201a7a9835b42b11., hostname=82891a793a29,36159,1732252804888, seqNum=2] 2024-11-22T05:20:15,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:15,800 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 480, reset compression=false 2024-11-22T05:20:15,870 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 379, reset compression=false 2024-11-22T05:20:15,874 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:15,874 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 503, reset compression=false 2024-11-22T05:20:15,874 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:16,078 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 503, reset compression=false 2024-11-22T05:20:16,104 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 480, reset compression=false 2024-11-22T05:20:16,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 503, reset compression=false 2024-11-22T05:20:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:20:16,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:20:16,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:16,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:20:16,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:20:16,508 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 480, reset compression=false 2024-11-22T05:20:16,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T05:20:16,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T05:20:16,784 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 503, reset compression=false 2024-11-22T05:20:16,788 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:16,788 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 607, reset compression=false 2024-11-22T05:20:16,788 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[{test/a98b90206c3833b9201a7a9835b42b11/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:20:16,790 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:16,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-22T05:20:16,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:16,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f44c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:16,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38413,-1 for getting cluster id 2024-11-22T05:20:16,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:16,793 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '344e2507-6982-4efc-81eb-64058c1443c8' 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "344e2507-6982-4efc-81eb-64058c1443c8" 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@469040e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38413,-1] 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:16,794 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:16,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d43b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:16,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:16,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36907,1732252799477, seqNum=-1] 2024-11-22T05:20:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:16,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:16,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711., hostname=82891a793a29,36907,1732252799477, seqNum=2] 2024-11-22T05:20:16,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:16,992 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 607, reset compression=false 2024-11-22T05:20:17,011 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 480, reset compression=false 2024-11-22T05:20:17,015 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:17,015 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 607, reset compression=false 2024-11-22T05:20:17,015 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:17,218 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 607, reset compression=false 2024-11-22T05:20:17,295 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 607, reset compression=false 2024-11-22T05:20:17,522 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 607, reset compression=false 2024-11-22T05:20:17,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T05:20:17,597 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T05:20:17,698 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 607, reset compression=false 2024-11-22T05:20:17,926 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 607, reset compression=false 2024-11-22T05:20:17,980 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:17,980 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 763, reset compression=false 2024-11-22T05:20:17,980 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3209e3e38e9107a551d6a6214f3711/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T05:20:17,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:17,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36159 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:18,184 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 763, reset compression=false 2024-11-22T05:20:18,202 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 607, reset compression=false 2024-11-22T05:20:18,205 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:18,205 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 754, reset compression=false 2024-11-22T05:20:18,205 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:18,408 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 754, reset compression=false 2024-11-22T05:20:18,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 763, reset compression=false 2024-11-22T05:20:18,599 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T05:20:18,602 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T05:20:18,712 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 754, reset compression=false 2024-11-22T05:20:18,717 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:18,717 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 913, reset compression=false 2024-11-22T05:20:18,717 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[{test/a98b90206c3833b9201a7a9835b42b11/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T05:20:18,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:18,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:18,891 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 763, reset compression=false 2024-11-22T05:20:18,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:18,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:18,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:18,924 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 913, reset compression=false 2024-11-22T05:20:19,097 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:19,227 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 913, reset compression=false 2024-11-22T05:20:19,401 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:19,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T05:20:19,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:20:19,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:19,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:19,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:19,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:19,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:19,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:20:19,606 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=536852856, stopped=false 2024-11-22T05:20:19,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,39811,1732252804672 2024-11-22T05:20:19,631 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 913, reset compression=false 2024-11-22T05:20:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379324323/running 2024-11-22T05:20:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379324323/running 2024-11-22T05:20:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:19,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:19,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:20:19,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:19,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:19,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:19,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/running 2024-11-22T05:20:19,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,36159,1732252804888' ***** 2024-11-22T05:20:19,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:20:19,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Set watcher on znode that does not yet exist, /1379324323/running 2024-11-22T05:20:19,674 INFO [RS:0;82891a793a29:36159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:20:19,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:20:19,674 INFO [RS:0;82891a793a29:36159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:20:19,674 INFO [RS:0;82891a793a29:36159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f81c4448e8ae91f7c29e09dda0f86ef 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(3091): Received CLOSE for a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,36159,1732252804888 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36159. 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f81c4448e8ae91f7c29e09dda0f86ef, disabling compactions & flushes 2024-11-22T05:20:19,675 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:19,675 DEBUG [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:19,675 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. after waiting 0 ms 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:20:19,675 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f81c4448e8ae91f7c29e09dda0f86ef 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-22T05:20:19,675 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:20:19,675 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1325): Online Regions={9f81c4448e8ae91f7c29e09dda0f86ef=hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef., 1588230740=hbase:meta,,1.1588230740, a98b90206c3833b9201a7a9835b42b11=test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.} 2024-11-22T05:20:19,675 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f81c4448e8ae91f7c29e09dda0f86ef, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:19,675 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:19,675 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:19,676 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:20:19,688 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/.tmp/queue/14547afe17924eedb9c2ec4e61ba119c is 153, key is 1-82891a793a29,36159,1732252804888/queue:82891a793a29%2C36159%2C1732252804888/1732252818721/Put/seqid=0 2024-11-22T05:20:19,689 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/info/9bf868e695f74327870ce38b6f32a0e8 is 147, key is hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef./info:regioninfo/1732252814594/Put/seqid=0 2024-11-22T05:20:19,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741840_1016 (size=5352) 2024-11-22T05:20:19,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741841_1017 (size=7686) 2024-11-22T05:20:19,716 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:20:19,805 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:19,876 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f81c4448e8ae91f7c29e09dda0f86ef, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,076 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f81c4448e8ae91f7c29e09dda0f86ef, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:20,092 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/.tmp/queue/14547afe17924eedb9c2ec4e61ba119c 2024-11-22T05:20:20,092 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/info/9bf868e695f74327870ce38b6f32a0e8 2024-11-22T05:20:20,099 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/.tmp/queue/14547afe17924eedb9c2ec4e61ba119c as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/queue/14547afe17924eedb9c2ec4e61ba119c 2024-11-22T05:20:20,104 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/queue/14547afe17924eedb9c2ec4e61ba119c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T05:20:20,105 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f81c4448e8ae91f7c29e09dda0f86ef in 430ms, sequenceid=10, compaction requested=false 2024-11-22T05:20:20,113 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/replication/9f81c4448e8ae91f7c29e09dda0f86ef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:20:20,113 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:20,113 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:20,113 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:20,113 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f81c4448e8ae91f7c29e09dda0f86ef: Waiting for close lock at 1732252819675Running coprocessor pre-close hooks at 1732252819675Disabling compacts and flushes for region at 1732252819675Disabling writes for close at 1732252819675Obtaining lock to block concurrent updates at 1732252819675Preparing flush snapshotting stores in 9f81c4448e8ae91f7c29e09dda0f86ef at 1732252819675Finished memstore snapshotting hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732252819675Flushing stores of hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. at 1732252819676 (+1 ms)Flushing 9f81c4448e8ae91f7c29e09dda0f86ef/queue: creating writer at 1732252819676Flushing 9f81c4448e8ae91f7c29e09dda0f86ef/queue: appending metadata at 1732252819688 (+12 ms)Flushing 9f81c4448e8ae91f7c29e09dda0f86ef/queue: closing flushed file at 1732252819688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f52b3f: reopening flushed file at 1732252820099 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 9f81c4448e8ae91f7c29e09dda0f86ef in 430ms, sequenceid=10, compaction requested=false at 1732252820105 (+6 ms)Writing region close event to WAL at 1732252820109 (+4 ms)Running coprocessor post-close hooks at 1732252820113 (+4 ms)Closed at 1732252820113 2024-11-22T05:20:20,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252813438.9f81c4448e8ae91f7c29e09dda0f86ef. 2024-11-22T05:20:20,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a98b90206c3833b9201a7a9835b42b11, disabling compactions & flushes 2024-11-22T05:20:20,114 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:20,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:20,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. after waiting 0 ms 2024-11-22T05:20:20,114 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:20,114 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a98b90206c3833b9201a7a9835b42b11 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-22T05:20:20,123 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/ns/328464113ae449c28c6004e824b8a4ef is 43, key is default/ns:d/1732252807881/Put/seqid=0 2024-11-22T05:20:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741842_1018 (size=5153) 2024-11-22T05:20:20,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,134 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 913, reset compression=false 2024-11-22T05:20:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,137 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f/1efd4ea4a8b645f68304ad7b7cdb0cd4 is 29, key is row1/f:/1732252818600/DeleteFamily/seqid=0 2024-11-22T05:20:20,142 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:20,142 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1160, reset compression=false 2024-11-22T05:20:20,142 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36159,1732252804888 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:20,143 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,36159,1732252804888: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,36159,1732252804888, walGroup=82891a793a29%2C36159%2C1732252804888, offset=82891a793a29%2C36159%2C1732252804888.1732252807351:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:36159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:20:20,144 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:20:20,144 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:20:20,145 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:20:20,145 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:20:20,145 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:20:20,145 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 581400688 }, "NonHeapMemoryUsage": { "committed": 193855488, "init": 7667712, "max": -1, "used": 190097112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:20:20,147 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:39811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:39811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:20:20,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741843_1019 (size=5118) 2024-11-22T05:20:20,154 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f/1efd4ea4a8b645f68304ad7b7cdb0cd4 2024-11-22T05:20:20,158 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1efd4ea4a8b645f68304ad7b7cdb0cd4 2024-11-22T05:20:20,170 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f1/2bb00febb6c744fea70d534286808d7d is 30, key is row1/f1:/1732252818600/DeleteFamily/seqid=0 2024-11-22T05:20:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741844_1020 (size=5123) 2024-11-22T05:20:20,243 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:20:20,243 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:20:20,276 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,309 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:20,354 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1160, reset compression=false 2024-11-22T05:20:20,476 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,531 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/ns/328464113ae449c28c6004e824b8a4ef 2024-11-22T05:20:20,553 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/b57c6fda17434c318e0620cc8fff663c is 112, key is test,,1732252809116.a98b90206c3833b9201a7a9835b42b11./rep_barrier:seqnumDuringOpen/1732252810264/Put/seqid=0 2024-11-22T05:20:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741845_1021 (size=5518) 2024-11-22T05:20:20,574 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f1/2bb00febb6c744fea70d534286808d7d 2024-11-22T05:20:20,578 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bb00febb6c744fea70d534286808d7d 2024-11-22T05:20:20,597 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/norep/764ee1f0e984497ca740032247015644 is 33, key is row1/norep:/1732252818600/DeleteFamily/seqid=0 2024-11-22T05:20:20,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741846_1022 (size=5108) 2024-11-22T05:20:20,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:20,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:20,654 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28245 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:20,657 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1160, reset compression=false 2024-11-22T05:20:20,676 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:20:20,676 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a98b90206c3833b9201a7a9835b42b11=test,,1732252809116.a98b90206c3833b9201a7a9835b42b11.} 2024-11-22T05:20:20,676 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,877 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a98b90206c3833b9201a7a9835b42b11 2024-11-22T05:20:20,912 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:20,956 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/b57c6fda17434c318e0620cc8fff663c 2024-11-22T05:20:20,975 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/table/9bf9974de4aa489ebf74e1495bbfc1c2 is 53, key is hbase:replication/table:state/1732252814601/Put/seqid=0 2024-11-22T05:20:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741847_1023 (size=5308) 2024-11-22T05:20:21,001 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/norep/764ee1f0e984497ca740032247015644 2024-11-22T05:20:21,004 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 764ee1f0e984497ca740032247015644 2024-11-22T05:20:21,005 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f/1efd4ea4a8b645f68304ad7b7cdb0cd4 as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/f/1efd4ea4a8b645f68304ad7b7cdb0cd4 2024-11-22T05:20:21,008 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1efd4ea4a8b645f68304ad7b7cdb0cd4 2024-11-22T05:20:21,009 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/f/1efd4ea4a8b645f68304ad7b7cdb0cd4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:21,009 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/f1/2bb00febb6c744fea70d534286808d7d as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/f1/2bb00febb6c744fea70d534286808d7d 2024-11-22T05:20:21,013 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bb00febb6c744fea70d534286808d7d 2024-11-22T05:20:21,013 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/f1/2bb00febb6c744fea70d534286808d7d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:21,013 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/.tmp/norep/764ee1f0e984497ca740032247015644 as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/norep/764ee1f0e984497ca740032247015644 2024-11-22T05:20:21,017 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 764ee1f0e984497ca740032247015644 2024-11-22T05:20:21,017 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/norep/764ee1f0e984497ca740032247015644, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:21,018 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a98b90206c3833b9201a7a9835b42b11 in 904ms, sequenceid=8, compaction requested=false 2024-11-22T05:20:21,022 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/default/test/a98b90206c3833b9201a7a9835b42b11/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:20:21,022 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:21,022 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:20:21,023 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:21,023 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a98b90206c3833b9201a7a9835b42b11: Waiting for close lock at 1732252820114Running coprocessor pre-close hooks at 1732252820114Disabling compacts and flushes for region at 1732252820114Disabling writes for close at 1732252820114Obtaining lock to block concurrent updates at 1732252820114Preparing flush snapshotting stores in a98b90206c3833b9201a7a9835b42b11 at 1732252820114Finished memstore snapshotting test,,1732252809116.a98b90206c3833b9201a7a9835b42b11., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732252820114Flushing stores of test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. at 1732252820115 (+1 ms)Flushing a98b90206c3833b9201a7a9835b42b11/f: creating writer at 1732252820115Flushing a98b90206c3833b9201a7a9835b42b11/f: appending metadata at 1732252820137 (+22 ms)Flushing a98b90206c3833b9201a7a9835b42b11/f: closing flushed file at 1732252820137Flushing a98b90206c3833b9201a7a9835b42b11/f1: creating writer at 1732252820158 (+21 ms)Flushing a98b90206c3833b9201a7a9835b42b11/f1: appending metadata at 1732252820170 (+12 ms)Flushing a98b90206c3833b9201a7a9835b42b11/f1: closing flushed file at 1732252820170Flushing a98b90206c3833b9201a7a9835b42b11/norep: creating writer at 1732252820578 (+408 ms)Flushing a98b90206c3833b9201a7a9835b42b11/norep: appending metadata at 1732252820596 (+18 ms)Flushing a98b90206c3833b9201a7a9835b42b11/norep: closing flushed file at 1732252820596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8092db2: reopening flushed file at 1732252821004 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7e8f81: reopening flushed file at 1732252821009 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2a7735: reopening flushed file at 1732252821013 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a98b90206c3833b9201a7a9835b42b11 in 904ms, sequenceid=8, compaction requested=false at 1732252821018 (+5 ms)Writing region close event to WAL at 1732252821019 (+1 ms)Running coprocessor post-close hooks at 1732252821022 (+3 ms)Closed at 1732252821022 2024-11-22T05:20:21,023 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252809116.a98b90206c3833b9201a7a9835b42b11. 2024-11-22T05:20:21,060 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1160, reset compression=false 2024-11-22T05:20:21,065 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:21,065 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1804, reset compression=false 2024-11-22T05:20:21,077 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:20:21,268 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1804, reset compression=false 2024-11-22T05:20:21,277 DEBUG [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:20:21,379 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/table/9bf9974de4aa489ebf74e1495bbfc1c2 2024-11-22T05:20:21,384 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/info/9bf868e695f74327870ce38b6f32a0e8 as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/info/9bf868e695f74327870ce38b6f32a0e8 2024-11-22T05:20:21,387 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/info/9bf868e695f74327870ce38b6f32a0e8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:20:21,388 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/ns/328464113ae449c28c6004e824b8a4ef as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/ns/328464113ae449c28c6004e824b8a4ef 2024-11-22T05:20:21,392 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/ns/328464113ae449c28c6004e824b8a4ef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:20:21,393 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/rep_barrier/b57c6fda17434c318e0620cc8fff663c as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/rep_barrier/b57c6fda17434c318e0620cc8fff663c 2024-11-22T05:20:21,396 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/rep_barrier/b57c6fda17434c318e0620cc8fff663c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:20:21,397 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/.tmp/table/9bf9974de4aa489ebf74e1495bbfc1c2 as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/table/9bf9974de4aa489ebf74e1495bbfc1c2 2024-11-22T05:20:21,401 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/table/9bf9974de4aa489ebf74e1495bbfc1c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:20:21,401 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-22T05:20:21,407 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:20:21,408 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:21,408 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:21,408 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:21,408 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252819675Running coprocessor pre-close hooks at 1732252819675Disabling compacts and flushes for region at 1732252819675Disabling writes for close at 1732252819675Obtaining lock to block concurrent updates at 1732252819676 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732252819676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252819676Flushing stores of hbase:meta,,1.1588230740 at 1732252819676Flushing 1588230740/info: creating writer at 1732252819676Flushing 1588230740/info: appending metadata at 1732252819688 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252819688Flushing 1588230740/ns: creating writer at 1732252820098 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732252820123 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732252820123Flushing 1588230740/rep_barrier: creating writer at 1732252820535 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252820552 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252820552Flushing 1588230740/table: creating writer at 1732252820960 (+408 ms)Flushing 1588230740/table: appending metadata at 1732252820975 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732252820975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128be204: reopening flushed file at 1732252821383 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecf6b0: reopening flushed file at 1732252821387 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47779a15: reopening flushed file at 1732252821392 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3222b7ab: reopening flushed file at 1732252821396 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732252821401 (+5 ms)Writing region close event to WAL at 1732252821405 (+4 ms)Running coprocessor post-close hooks at 1732252821408 (+3 ms)Closed at 1732252821408 2024-11-22T05:20:21,408 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:21,477 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,36159,1732252804888; all regions closed. 2024-11-22T05:20:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:20:21,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.meta.1732252807832.meta not finished, retry = 0 2024-11-22T05:20:21,571 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/WALs/82891a793a29,36159,1732252804888/82891a793a29%2C36159%2C1732252804888.1732252807351 to pos 1804, reset compression=false 2024-11-22T05:20:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741839_1015 (size=2676) 2024-11-22T05:20:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741833_1009 (size=1812) 2024-11-22T05:20:21,583 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:21,583 INFO [RS:0;82891a793a29:36159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:20:21,584 INFO [RS:0;82891a793a29:36159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:20:21,584 INFO [RS:0;82891a793a29:36159 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:20:21,584 INFO [RS:0;82891a793a29:36159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:20:21,584 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:20:21,584 INFO [RS:0;82891a793a29:36159 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,36159,1732252804888 because: Region server is closing 2024-11-22T05:20:21,584 INFO [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36159. 2024-11-22T05:20:21,584 DEBUG [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:21,584 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:21,585 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:21,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:21,615 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:21,685 INFO [RS:0;82891a793a29:36159 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.shipper82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 terminated 2024-11-22T05:20:21,685 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36159,1732252804888.replicationSource.wal-reader.82891a793a29%2C36159%2C1732252804888,1-82891a793a29,36159,1732252804888 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:20:21,685 INFO [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36159. 2024-11-22T05:20:21,685 DEBUG [RS:0;82891a793a29:36159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:21,685 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:21,685 DEBUG [RS:0;82891a793a29:36159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:21,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:21,685 INFO [RS:0;82891a793a29:36159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36159 2024-11-22T05:20:21,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323/rs 2024-11-22T05:20:21,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379324323/rs/82891a793a29,36159,1732252804888 2024-11-22T05:20:21,747 INFO [RS:0;82891a793a29:36159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:20:21,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,36159,1732252804888] 2024-11-22T05:20:21,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1379324323/draining/82891a793a29,36159,1732252804888 already deleted, retry=false 2024-11-22T05:20:21,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,36159,1732252804888 expired; onlineServers=0 2024-11-22T05:20:21,768 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,39811,1732252804672' ***** 2024-11-22T05:20:21,768 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:20:21,768 DEBUG [M:0;82891a793a29:39811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:20:21,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:20:21,768 DEBUG [M:0;82891a793a29:39811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:20:21,768 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252807071 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252807071,5,FailOnTimeoutGroup] 2024-11-22T05:20:21,768 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252807071 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252807071,5,FailOnTimeoutGroup] 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:20:21,768 DEBUG [M:0;82891a793a29:39811 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:20:21,768 INFO [M:0;82891a793a29:39811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:20:21,769 INFO [M:0;82891a793a29:39811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:20:21,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:20:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1379324323/master 2024-11-22T05:20:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1379324323 2024-11-22T05:20:21,778 DEBUG [M:0;82891a793a29:39811 {}] zookeeper.ZKUtil(347): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Unable to get data of znode /1379324323/master because node does not exist (not an error) 2024-11-22T05:20:21,778 WARN [M:0;82891a793a29:39811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:20:21,779 INFO [M:0;82891a793a29:39811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/.lastflushedseqids 2024-11-22T05:20:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:20:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:21,857 INFO [RS:0;82891a793a29:36159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:20:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36159-0x10160fc04150004, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:21,857 INFO [RS:0;82891a793a29:36159 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,36159,1732252804888; zookeeper connection closed. 2024-11-22T05:20:21,858 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 2024-11-22T05:20:21,858 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:20:22,182 INFO [M:0;82891a793a29:39811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:20:22,182 INFO [M:0;82891a793a29:39811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:20:22,183 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:22,183 INFO [M:0;82891a793a29:39811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:22,183 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:22,183 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:22,183 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:22,183 INFO [M:0;82891a793a29:39811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T05:20:22,196 DEBUG [M:0;82891a793a29:39811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a529bf739ea44da9af835726c85375e is 82, key is hbase:meta,,1/info:regioninfo/1732252807863/Put/seqid=0 2024-11-22T05:20:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:20:22,422 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:22,600 INFO [M:0;82891a793a29:39811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a529bf739ea44da9af835726c85375e 2024-11-22T05:20:22,622 DEBUG [M:0;82891a793a29:39811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/944182d2618545d78ca190f7f8f470cd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252814604/Put/seqid=0 2024-11-22T05:20:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741850_1026 (size=8516) 2024-11-22T05:20:22,625 INFO [M:0;82891a793a29:39811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/944182d2618545d78ca190f7f8f470cd 2024-11-22T05:20:22,642 DEBUG [M:0;82891a793a29:39811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aece8b9f25640bca4400a87a49e99cf is 69, key is 82891a793a29,36159,1732252804888/rs:state/1732252807178/Put/seqid=0 2024-11-22T05:20:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:20:23,045 INFO [M:0;82891a793a29:39811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aece8b9f25640bca4400a87a49e99cf 2024-11-22T05:20:23,108 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a529bf739ea44da9af835726c85375e as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a529bf739ea44da9af835726c85375e 2024-11-22T05:20:23,111 INFO [M:0;82891a793a29:39811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a529bf739ea44da9af835726c85375e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:20:23,112 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/944182d2618545d78ca190f7f8f470cd as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/944182d2618545d78ca190f7f8f470cd 2024-11-22T05:20:23,115 INFO [M:0;82891a793a29:39811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/944182d2618545d78ca190f7f8f470cd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:20:23,115 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aece8b9f25640bca4400a87a49e99cf as hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aece8b9f25640bca4400a87a49e99cf 2024-11-22T05:20:23,118 INFO [M:0;82891a793a29:39811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44301/user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aece8b9f25640bca4400a87a49e99cf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:20:23,119 INFO [M:0;82891a793a29:39811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=97, compaction requested=false 2024-11-22T05:20:23,120 INFO [M:0;82891a793a29:39811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:23,121 DEBUG [M:0;82891a793a29:39811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252822183Disabling compacts and flushes for region at 1732252822183Disabling writes for close at 1732252822183Obtaining lock to block concurrent updates at 1732252822183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252822183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732252822183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252822184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252822184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252822195 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252822195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252822604 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252822621 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252822621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252822629 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252822641 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252822641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f5100f: reopening flushed file at 1732252823107 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3417e73b: reopening flushed file at 1732252823111 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fd7e41: reopening flushed file at 1732252823115 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 936ms, sequenceid=97, compaction requested=false at 1732252823119 (+4 ms)Writing region close event to WAL at 1732252823120 (+1 ms)Closed at 1732252823120 2024-11-22T05:20:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46087 is added to blk_1073741830_1006 (size=63654) 2024-11-22T05:20:23,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/43070f29-be0f-6971-29cd-c11a1edc4dcc/MasterData/WALs/82891a793a29,39811,1732252804672/82891a793a29%2C39811%2C1732252804672.1732252806779 not finished, retry = 0 2024-11-22T05:20:23,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:20:23,223 INFO [M:0;82891a793a29:39811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:20:23,223 INFO [M:0;82891a793a29:39811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39811 2024-11-22T05:20:23,224 INFO [M:0;82891a793a29:39811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:20:23,326 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:23,341 INFO [M:0;82891a793a29:39811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:20:23,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:23,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39811-0x10160fc04150003, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:23,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fdc8907{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:23,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55806806{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:20:23,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:20:23,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:20:23,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25157a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir/,STOPPED} 2024-11-22T05:20:23,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:20:23,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:20:23,374 WARN [BP-149831922-172.17.0.2-1732252802264 heartbeating to localhost/127.0.0.1:44301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:20:23,374 WARN [BP-149831922-172.17.0.2-1732252802264 heartbeating to localhost/127.0.0.1:44301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-149831922-172.17.0.2-1732252802264 (Datanode Uuid ac629bdd-41fe-4335-95b3-122c561c73ac) service to localhost/127.0.0.1:44301 2024-11-22T05:20:23,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/cluster_110c511a-1990-f7a8-5c46-aa37eb127d9c/data/data1/current/BP-149831922-172.17.0.2-1732252802264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:20:23,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/cluster_110c511a-1990-f7a8-5c46-aa37eb127d9c/data/data2/current/BP-149831922-172.17.0.2-1732252802264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:20:23,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:20:23,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f511c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:23,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da30d31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:20:23,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:20:23,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:20:23,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64f1fa9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir/,STOPPED} 2024-11-22T05:20:23,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:20:23,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:20:23,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:23,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:23,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:23,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:23,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:23,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:20:23,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=440263630, stopped=false 2024-11-22T05:20:23,395 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,38413,1732252799281 2024-11-22T05:20:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0320428133/running 2024-11-22T05:20:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0320428133/running 2024-11-22T05:20:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:23,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:23,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:20:23,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:23,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/running 2024-11-22T05:20:23,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Set watcher on znode that does not yet exist, /0320428133/running 2024-11-22T05:20:23,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:23,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:23,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,36907,1732252799477' ***** 2024-11-22T05:20:23,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:20:23,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a7c96568e41308ab6c960fb9a60ba9e 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,36907,1732252799477 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36907. 2024-11-22T05:20:23,411 DEBUG [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:23,411 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a7c96568e41308ab6c960fb9a60ba9e, disabling compactions & flushes 2024-11-22T05:20:23,411 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:23,411 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:23,411 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:23,411 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. after waiting 0 ms 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:20:23,411 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:20:23,411 INFO [RS:0;82891a793a29:36907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:20:23,412 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:20:23,412 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a7c96568e41308ab6c960fb9a60ba9e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-22T05:20:23,412 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:20:23,412 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a7c96568e41308ab6c960fb9a60ba9e=hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e., cc3209e3e38e9107a551d6a6214f3711=test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.} 2024-11-22T05:20:23,412 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7c96568e41308ab6c960fb9a60ba9e, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:23,412 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:23,412 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:23,412 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:23,412 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:23,412 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:23,412 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:20:23,429 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/info/fcd329623051457092b877a3699408a9 is 147, key is hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e./info:regioninfo/1732252812444/Put/seqid=0 2024-11-22T05:20:23,429 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/.tmp/queue/2672f9f1d4774dcc845af00c6f437cff is 153, key is 1-82891a793a29,36907,1732252799477/queue:82891a793a29%2C36907%2C1732252799477/1732252818896/Put/seqid=0 2024-11-22T05:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741841_1017 (size=7686) 2024-11-22T05:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741840_1016 (size=5352) 2024-11-22T05:20:23,496 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:20:23,612 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7c96568e41308ab6c960fb9a60ba9e, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:23,812 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a7c96568e41308ab6c960fb9a60ba9e, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:23,833 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/.tmp/queue/2672f9f1d4774dcc845af00c6f437cff 2024-11-22T05:20:23,833 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/info/fcd329623051457092b877a3699408a9 2024-11-22T05:20:23,837 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/.tmp/queue/2672f9f1d4774dcc845af00c6f437cff as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/queue/2672f9f1d4774dcc845af00c6f437cff 2024-11-22T05:20:23,842 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/queue/2672f9f1d4774dcc845af00c6f437cff, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T05:20:23,843 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6a7c96568e41308ab6c960fb9a60ba9e in 432ms, sequenceid=10, compaction requested=false 2024-11-22T05:20:23,846 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/replication/6a7c96568e41308ab6c960fb9a60ba9e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:20:23,846 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:23,846 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:23,846 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:23,846 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a7c96568e41308ab6c960fb9a60ba9e: Waiting for close lock at 1732252823411Running coprocessor pre-close hooks at 1732252823411Disabling compacts and flushes for region at 1732252823411Disabling writes for close at 1732252823411Obtaining lock to block concurrent updates at 1732252823412 (+1 ms)Preparing flush snapshotting stores in 6a7c96568e41308ab6c960fb9a60ba9e at 1732252823412Finished memstore snapshotting hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732252823412Flushing stores of hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. at 1732252823413 (+1 ms)Flushing 6a7c96568e41308ab6c960fb9a60ba9e/queue: creating writer at 1732252823413Flushing 6a7c96568e41308ab6c960fb9a60ba9e/queue: appending metadata at 1732252823428 (+15 ms)Flushing 6a7c96568e41308ab6c960fb9a60ba9e/queue: closing flushed file at 1732252823428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39943df6: reopening flushed file at 1732252823837 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6a7c96568e41308ab6c960fb9a60ba9e in 432ms, sequenceid=10, compaction requested=false at 1732252823843 (+6 ms)Writing region close event to WAL at 1732252823843Running coprocessor post-close hooks at 1732252823846 (+3 ms)Closed at 1732252823846 2024-11-22T05:20:23,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252811285.6a7c96568e41308ab6c960fb9a60ba9e. 2024-11-22T05:20:23,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc3209e3e38e9107a551d6a6214f3711, disabling compactions & flushes 2024-11-22T05:20:23,847 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:23,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:23,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. after waiting 0 ms 2024-11-22T05:20:23,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:23,847 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc3209e3e38e9107a551d6a6214f3711 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-22T05:20:23,856 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/ns/7186d221a13f48429734b86435e05bac is 43, key is default/ns:d/1732252802156/Put/seqid=0 2024-11-22T05:20:23,863 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f/4a418e58d8ac47bf94efe2f81235b758 is 29, key is row1/f:/1732252818600/DeleteFamily/seqid=0 2024-11-22T05:20:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741842_1018 (size=5153) 2024-11-22T05:20:23,864 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/ns/7186d221a13f48429734b86435e05bac 2024-11-22T05:20:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741843_1019 (size=5118) 2024-11-22T05:20:23,883 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:20:23,884 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:20:23,887 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/rep_barrier/91dd1d98f16c4ca596ff71a1d6d8d854 is 112, key is test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711./rep_barrier:seqnumDuringOpen/1732252808727/Put/seqid=0 2024-11-22T05:20:23,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741844_1020 (size=5518) 2024-11-22T05:20:24,012 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:24,213 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:24,266 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f/4a418e58d8ac47bf94efe2f81235b758 2024-11-22T05:20:24,270 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a418e58d8ac47bf94efe2f81235b758 2024-11-22T05:20:24,284 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f1/aabf90df1a14427e82741fbc89b37011 is 30, key is row1/f1:/1732252818600/DeleteFamily/seqid=0 2024-11-22T05:20:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741845_1021 (size=5123) 2024-11-22T05:20:24,291 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/rep_barrier/91dd1d98f16c4ca596ff71a1d6d8d854 2024-11-22T05:20:24,306 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/table/725233356fdf4c67bba4dc17d7cf112e is 53, key is hbase:replication/table:state/1732252812451/Put/seqid=0 2024-11-22T05:20:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:20:24,329 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 912, reset compression=false 2024-11-22T05:20:24,333 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:24,333 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1159, reset compression=false 2024-11-22T05:20:24,333 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36907,1732252799477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:24,334 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,36907,1732252799477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,36907,1732252799477, walGroup=82891a793a29%2C36907%2C1732252799477, offset=82891a793a29%2C36907%2C1732252799477.1732252801009:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:36907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:20:24,335 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:20:24,335 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:20:24,336 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:20:24,336 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:20:24,336 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:20:24,336 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 658995312 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190956248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:20:24,337 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:38413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:38413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:20:24,413 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:20:24,413 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc3209e3e38e9107a551d6a6214f3711=test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711.} 2024-11-22T05:20:24,413 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:24,538 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1159, reset compression=false 2024-11-22T05:20:24,613 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:24,688 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f1/aabf90df1a14427e82741fbc89b37011 2024-11-22T05:20:24,691 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aabf90df1a14427e82741fbc89b37011 2024-11-22T05:20:24,704 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/norep/c94a34f64c054f17a2aa7fa28508dd48 is 32, key is row/norep:/1732252817594/DeleteFamily/seqid=0 2024-11-22T05:20:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741847_1023 (size=5101) 2024-11-22T05:20:24,710 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/table/725233356fdf4c67bba4dc17d7cf112e 2024-11-22T05:20:24,714 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/info/fcd329623051457092b877a3699408a9 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/info/fcd329623051457092b877a3699408a9 2024-11-22T05:20:24,718 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/info/fcd329623051457092b877a3699408a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:20:24,718 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/ns/7186d221a13f48429734b86435e05bac as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/ns/7186d221a13f48429734b86435e05bac 2024-11-22T05:20:24,722 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/ns/7186d221a13f48429734b86435e05bac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:20:24,723 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/rep_barrier/91dd1d98f16c4ca596ff71a1d6d8d854 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/rep_barrier/91dd1d98f16c4ca596ff71a1d6d8d854 2024-11-22T05:20:24,727 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/rep_barrier/91dd1d98f16c4ca596ff71a1d6d8d854, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:20:24,728 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/.tmp/table/725233356fdf4c67bba4dc17d7cf112e as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/table/725233356fdf4c67bba4dc17d7cf112e 2024-11-22T05:20:24,731 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/table/725233356fdf4c67bba4dc17d7cf112e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:20:24,732 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-22T05:20:24,736 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:20:24,736 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:24,736 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:24,736 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:24,736 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252823412Running coprocessor pre-close hooks at 1732252823412Disabling compacts and flushes for region at 1732252823412Disabling writes for close at 1732252823412Obtaining lock to block concurrent updates at 1732252823412Preparing flush snapshotting stores in 1588230740 at 1732252823412Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252823413 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252823413Flushing 1588230740/info: creating writer at 1732252823413Flushing 1588230740/info: appending metadata at 1732252823428 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732252823428Flushing 1588230740/ns: creating writer at 1732252823837 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732252823855 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732252823855Flushing 1588230740/rep_barrier: creating writer at 1732252823869 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252823887 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252823887Flushing 1588230740/table: creating writer at 1732252824294 (+407 ms)Flushing 1588230740/table: appending metadata at 1732252824306 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732252824306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c0c8b9: reopening flushed file at 1732252824713 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a6c31: reopening flushed file at 1732252824718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7d4a3c: reopening flushed file at 1732252824723 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a07880: reopening flushed file at 1732252824727 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732252824732 (+5 ms)Writing region close event to WAL at 1732252824733 (+1 ms)Running coprocessor post-close hooks at 1732252824736 (+3 ms)Closed at 1732252824736 2024-11-22T05:20:24,736 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:24,813 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:24,841 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1159, reset compression=false 2024-11-22T05:20:25,013 DEBUG [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1351): Waiting on cc3209e3e38e9107a551d6a6214f3711 2024-11-22T05:20:25,108 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/norep/c94a34f64c054f17a2aa7fa28508dd48 2024-11-22T05:20:25,112 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94a34f64c054f17a2aa7fa28508dd48 2024-11-22T05:20:25,112 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f/4a418e58d8ac47bf94efe2f81235b758 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/f/4a418e58d8ac47bf94efe2f81235b758 2024-11-22T05:20:25,117 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a418e58d8ac47bf94efe2f81235b758 2024-11-22T05:20:25,117 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/f/4a418e58d8ac47bf94efe2f81235b758, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:25,118 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/f1/aabf90df1a14427e82741fbc89b37011 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/f1/aabf90df1a14427e82741fbc89b37011 2024-11-22T05:20:25,121 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aabf90df1a14427e82741fbc89b37011 2024-11-22T05:20:25,121 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/f1/aabf90df1a14427e82741fbc89b37011, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:25,122 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/.tmp/norep/c94a34f64c054f17a2aa7fa28508dd48 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/norep/c94a34f64c054f17a2aa7fa28508dd48 2024-11-22T05:20:25,125 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c94a34f64c054f17a2aa7fa28508dd48 2024-11-22T05:20:25,125 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/norep/c94a34f64c054f17a2aa7fa28508dd48, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T05:20:25,126 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc3209e3e38e9107a551d6a6214f3711 in 1279ms, sequenceid=8, compaction requested=false 2024-11-22T05:20:25,129 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/data/default/test/cc3209e3e38e9107a551d6a6214f3711/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T05:20:25,130 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:25,130 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:20:25,130 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:25,130 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc3209e3e38e9107a551d6a6214f3711: Waiting for close lock at 1732252823847Running coprocessor pre-close hooks at 1732252823847Disabling compacts and flushes for region at 1732252823847Disabling writes for close at 1732252823847Obtaining lock to block concurrent updates at 1732252823847Preparing flush snapshotting stores in cc3209e3e38e9107a551d6a6214f3711 at 1732252823847Finished memstore snapshotting test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732252823847Flushing stores of test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. at 1732252823847Flushing cc3209e3e38e9107a551d6a6214f3711/f: creating writer at 1732252823848 (+1 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/f: appending metadata at 1732252823862 (+14 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/f: closing flushed file at 1732252823862Flushing cc3209e3e38e9107a551d6a6214f3711/f1: creating writer at 1732252824270 (+408 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/f1: appending metadata at 1732252824284 (+14 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/f1: closing flushed file at 1732252824284Flushing cc3209e3e38e9107a551d6a6214f3711/norep: creating writer at 1732252824692 (+408 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/norep: appending metadata at 1732252824704 (+12 ms)Flushing cc3209e3e38e9107a551d6a6214f3711/norep: closing flushed file at 1732252824704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc24bc7: reopening flushed file at 1732252825112 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4580794: reopening flushed file at 1732252825117 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78318a25: reopening flushed file at 1732252825121 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc3209e3e38e9107a551d6a6214f3711 in 1279ms, sequenceid=8, compaction requested=false at 1732252825126 (+5 ms)Writing region close event to WAL at 1732252825127 (+1 ms)Running coprocessor post-close hooks at 1732252825130 (+3 ms)Closed at 1732252825130 2024-11-22T05:20:25,130 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252807973.cc3209e3e38e9107a551d6a6214f3711. 2024-11-22T05:20:25,213 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,36907,1732252799477; all regions closed. 2024-11-22T05:20:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:20:25,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.meta.1732252802077.meta not finished, retry = 0 2024-11-22T05:20:25,245 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1159, reset compression=false 2024-11-22T05:20:25,248 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:25,248 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1803, reset compression=false 2024-11-22T05:20:25,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741839_1015 (size=2676) 2024-11-22T05:20:25,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.rep.1732252812415 not finished, retry = 0 2024-11-22T05:20:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741832_1008 (size=1811) 2024-11-22T05:20:25,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 not finished, retry = 0 2024-11-22T05:20:25,451 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 to pos 1803, reset compression=false 2024-11-22T05:20:25,521 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:25,521 INFO [RS:0;82891a793a29:36907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:20:25,521 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/WALs/82891a793a29,36907,1732252799477/82891a793a29%2C36907%2C1732252799477.1732252801009 2024-11-22T05:20:25,521 INFO [RS:0;82891a793a29:36907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:20:25,521 INFO [RS:0;82891a793a29:36907 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:20:25,522 INFO [RS:0;82891a793a29:36907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:20:25,522 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:20:25,522 INFO [RS:0;82891a793a29:36907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,36907,1732252799477 because: Region server is closing 2024-11-22T05:20:25,522 INFO [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36907. 2024-11-22T05:20:25,522 DEBUG [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:25,522 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:25,522 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:25,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:25,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:25,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,622 INFO [RS:0;82891a793a29:36907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.shipper82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 terminated 2024-11-22T05:20:25,622 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36907,1732252799477.replicationSource.wal-reader.82891a793a29%2C36907%2C1732252799477,1-82891a793a29,36907,1732252799477 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-22T05:20:25,623 INFO [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36907. 2024-11-22T05:20:25,623 DEBUG [RS:0;82891a793a29:36907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:25,623 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:25,623 DEBUG [RS:0;82891a793a29:36907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:25,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:25,623 INFO [RS:0;82891a793a29:36907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36907 2024-11-22T05:20:25,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0320428133/rs/82891a793a29,36907,1732252799477 2024-11-22T05:20:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133/rs 2024-11-22T05:20:25,704 INFO [RS:0;82891a793a29:36907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:20:25,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,36907,1732252799477] 2024-11-22T05:20:25,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0320428133/draining/82891a793a29,36907,1732252799477 already deleted, retry=false 2024-11-22T05:20:25,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,36907,1732252799477 expired; onlineServers=0 2024-11-22T05:20:25,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,38413,1732252799281' ***** 2024-11-22T05:20:25,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:20:25,725 INFO [M:0;82891a793a29:38413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:20:25,725 INFO [M:0;82891a793a29:38413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:20:25,725 DEBUG [M:0;82891a793a29:38413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:20:25,726 DEBUG [M:0;82891a793a29:38413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:20:25,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:20:25,726 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252800734 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252800734,5,FailOnTimeoutGroup] 2024-11-22T05:20:25,726 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252800734 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252800734,5,FailOnTimeoutGroup] 2024-11-22T05:20:25,726 INFO [M:0;82891a793a29:38413 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:20:25,726 INFO [M:0;82891a793a29:38413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:20:25,726 DEBUG [M:0;82891a793a29:38413 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:20:25,726 INFO [M:0;82891a793a29:38413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:20:25,726 INFO [M:0;82891a793a29:38413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:20:25,726 INFO [M:0;82891a793a29:38413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:20:25,726 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:20:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0320428133/master 2024-11-22T05:20:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0320428133 2024-11-22T05:20:25,736 DEBUG [M:0;82891a793a29:38413 {}] zookeeper.ZKUtil(347): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Unable to get data of znode /0320428133/master because node does not exist (not an error) 2024-11-22T05:20:25,736 WARN [M:0;82891a793a29:38413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:20:25,737 INFO [M:0;82891a793a29:38413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/.lastflushedseqids 2024-11-22T05:20:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:20:25,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:25,815 INFO [RS:0;82891a793a29:36907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:20:25,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36907-0x10160fc04150001, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:25,815 INFO [RS:0;82891a793a29:36907 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,36907,1732252799477; zookeeper connection closed. 2024-11-22T05:20:25,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11f1c23b 2024-11-22T05:20:25,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:20:26,142 INFO [M:0;82891a793a29:38413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:20:26,142 INFO [M:0;82891a793a29:38413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:20:26,142 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:26,142 INFO [M:0;82891a793a29:38413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:26,142 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:26,143 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:26,143 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:26,143 INFO [M:0;82891a793a29:38413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T05:20:26,156 DEBUG [M:0;82891a793a29:38413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8270d8dd739443eac723d1ca224e992 is 82, key is hbase:meta,,1/info:regioninfo/1732252802111/Put/seqid=0 2024-11-22T05:20:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:20:26,559 INFO [M:0;82891a793a29:38413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8270d8dd739443eac723d1ca224e992 2024-11-22T05:20:26,580 DEBUG [M:0;82891a793a29:38413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7caa4e266ece45a9baee99419e1b1c2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252812455/Put/seqid=0 2024-11-22T05:20:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741850_1026 (size=8517) 2024-11-22T05:20:26,586 INFO [M:0;82891a793a29:38413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7caa4e266ece45a9baee99419e1b1c2b 2024-11-22T05:20:26,602 DEBUG [M:0;82891a793a29:38413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5302e5a69e3945ceb82bcc5bb3ad012d is 69, key is 82891a793a29,36907,1732252799477/rs:state/1732252800851/Put/seqid=0 2024-11-22T05:20:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:20:27,006 INFO [M:0;82891a793a29:38413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5302e5a69e3945ceb82bcc5bb3ad012d 2024-11-22T05:20:27,010 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8270d8dd739443eac723d1ca224e992 as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8270d8dd739443eac723d1ca224e992 2024-11-22T05:20:27,013 INFO [M:0;82891a793a29:38413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8270d8dd739443eac723d1ca224e992, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:20:27,014 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7caa4e266ece45a9baee99419e1b1c2b as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7caa4e266ece45a9baee99419e1b1c2b 2024-11-22T05:20:27,018 INFO [M:0;82891a793a29:38413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7caa4e266ece45a9baee99419e1b1c2b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:20:27,019 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5302e5a69e3945ceb82bcc5bb3ad012d as hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5302e5a69e3945ceb82bcc5bb3ad012d 2024-11-22T05:20:27,022 INFO [M:0;82891a793a29:38413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42139/user/jenkins/test-data/f61c482d-e9a7-7ebe-335d-9cf0ef6a3d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5302e5a69e3945ceb82bcc5bb3ad012d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:20:27,023 INFO [M:0;82891a793a29:38413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-22T05:20:27,027 INFO [M:0;82891a793a29:38413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:27,027 DEBUG [M:0;82891a793a29:38413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252826142Disabling compacts and flushes for region at 1732252826142Disabling writes for close at 1732252826143 (+1 ms)Obtaining lock to block concurrent updates at 1732252826143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252826143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732252826143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252826143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252826143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252826155 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252826155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252826563 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252826580 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252826580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252826589 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252826601 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252826601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff0093b: reopening flushed file at 1732252827009 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a22ad9: reopening flushed file at 1732252827013 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8908c1: reopening flushed file at 1732252827018 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1732252827023 (+5 ms)Writing region close event to WAL at 1732252827027 (+4 ms)Closed at 1732252827027 2024-11-22T05:20:27,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741830_1006 (size=63666) 2024-11-22T05:20:27,029 INFO [M:0;82891a793a29:38413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:20:27,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:20:27,029 INFO [M:0;82891a793a29:38413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38413 2024-11-22T05:20:27,030 INFO [M:0;82891a793a29:38413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:20:27,194 INFO [M:0;82891a793a29:38413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:20:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:27,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38413-0x10160fc04150000, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:20:27,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53e84d2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:27,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@111c5900{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:20:27,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:20:27,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:20:27,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40caad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir/,STOPPED} 2024-11-22T05:20:27,197 WARN [BP-784518926-172.17.0.2-1732252797059 heartbeating to localhost/127.0.0.1:42139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:20:27,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:20:27,197 WARN [BP-784518926-172.17.0.2-1732252797059 heartbeating to localhost/127.0.0.1:42139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784518926-172.17.0.2-1732252797059 (Datanode Uuid 14a4cc63-0f5f-407c-a03a-477909661e34) service to localhost/127.0.0.1:42139 2024-11-22T05:20:27,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:20:27,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/data/data1/current/BP-784518926-172.17.0.2-1732252797059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:20:27,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/cluster_ca522a9b-95ad-dbee-0fb0-50af0626b922/data/data2/current/BP-784518926-172.17.0.2-1732252797059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:20:27,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:20:27,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78093ce3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:27,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf6be0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:20:27,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:20:27,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:20:27,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0930b1a2-e9f5-2db2-2b3c-d60508c5ec99/hadoop.log.dir/,STOPPED} 2024-11-22T05:20:27,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:20:27,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:20:27,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 241) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44301 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42139 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63840) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63840) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7327) 2024-11-22T05:20:27,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=7256 2024-11-22T05:20:27,253 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-22T05:20:27,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir so I do NOT create it in target/test-data/446c319f-b57c-98d5-b265-44285058aaee 2024-11-22T05:20:27,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:20:27,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.tmp.dir so I do NOT create it in target/test-data/446c319f-b57c-98d5-b265-44285058aaee 2024-11-22T05:20:27,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff3e971e-be99-3c0a-9f98-b8aa0eaac563/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:20:27,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee 2024-11-22T05:20:27,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549, deleteOnExit=true 2024-11-22T05:20:27,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/zookeeper_0, clientPort=64995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:20:27,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64995 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/test.cache.data in system properties and HBase conf 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:20:27,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:20:27,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:20:27,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:20:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160fc04150002, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:20:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160fc04150005, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:20:27,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160fc04150002, quorum=127.0.0.1:63840, baseZNode=/0320428133 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:20:27,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160fc04150005, quorum=127.0.0.1:63840, baseZNode=/1379324323 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:20:27,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:27,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:27,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:27,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:27,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:27,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a6fc88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:27,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:27,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71864713{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/java.io.tmpdir/jetty-localhost-43837-hadoop-hdfs-3_4_1-tests_jar-_-any-11957967339905872168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:27,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51dfb943{HTTP/1.1, (http/1.1)}{localhost:43837} 2024-11-22T05:20:27,794 INFO [Time-limited test {}] server.Server(415): Started @227281ms 2024-11-22T05:20:28,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:28,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:28,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:28,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:28,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:20:28,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c2d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:28,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:28,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1690c4dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/java.io.tmpdir/jetty-localhost-36747-hadoop-hdfs-3_4_1-tests_jar-_-any-9375320902442751713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:28,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5873e400{HTTP/1.1, (http/1.1)}{localhost:36747} 2024-11-22T05:20:28,178 INFO [Time-limited test {}] server.Server(415): Started @227666ms 2024-11-22T05:20:28,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:20:28,859 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/data/data1/current/BP-749402705-172.17.0.2-1732252827290/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:28,859 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/data/data2/current/BP-749402705-172.17.0.2-1732252827290/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:28,879 WARN [Thread-2652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:20:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7127f4b41e8baa82 with lease ID 0xc2c4054909ca1429: Processing first storage report for DS-7bd7321d-00e4-43fa-a574-773b430e229d from datanode DatanodeRegistration(127.0.0.1:34705, datanodeUuid=e44fe182-03dc-4e3e-8d68-1f1a3325fa22, infoPort=34179, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=296092657;c=1732252827290) 2024-11-22T05:20:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7127f4b41e8baa82 with lease ID 0xc2c4054909ca1429: from storage DS-7bd7321d-00e4-43fa-a574-773b430e229d node DatanodeRegistration(127.0.0.1:34705, datanodeUuid=e44fe182-03dc-4e3e-8d68-1f1a3325fa22, infoPort=34179, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=296092657;c=1732252827290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7127f4b41e8baa82 with lease ID 0xc2c4054909ca1429: Processing first storage report for DS-87ba5ad7-c558-4551-857d-21f709030995 from datanode DatanodeRegistration(127.0.0.1:34705, datanodeUuid=e44fe182-03dc-4e3e-8d68-1f1a3325fa22, infoPort=34179, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=296092657;c=1732252827290) 2024-11-22T05:20:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7127f4b41e8baa82 with lease ID 0xc2c4054909ca1429: from storage DS-87ba5ad7-c558-4551-857d-21f709030995 node DatanodeRegistration(127.0.0.1:34705, datanodeUuid=e44fe182-03dc-4e3e-8d68-1f1a3325fa22, infoPort=34179, infoSecurePort=0, ipcPort=35451, storageInfo=lv=-57;cid=testClusterID;nsid=296092657;c=1732252827290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:28,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee 2024-11-22T05:20:28,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:28,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:20:29,314 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3 with version=8 2024-11-22T05:20:29,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/hbase-staging 2024-11-22T05:20:29,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:20:29,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:29,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33967 2024-11-22T05:20:29,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33967 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339670x0, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:29,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33967-0x10160fc7a350000 connected 2024-11-22T05:20:29,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:29,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:29,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/running 2024-11-22T05:20:29,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3, hbase.cluster.distributed=false 2024-11-22T05:20:29,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/acl 2024-11-22T05:20:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33967 2024-11-22T05:20:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33967 2024-11-22T05:20:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33967 2024-11-22T05:20:29,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33967 2024-11-22T05:20:29,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33967 2024-11-22T05:20:29,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:20:29,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:29,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44059 2024-11-22T05:20:29,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44059 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:29,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:29,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:29,649 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440590x0, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:29,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44059-0x10160fc7a350001 connected 2024-11-22T05:20:29,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/running 2024-11-22T05:20:29,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:20:29,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:20:29,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/master 2024-11-22T05:20:29,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/acl 2024-11-22T05:20:29,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-22T05:20:29,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44059 2024-11-22T05:20:29,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44059 2024-11-22T05:20:29,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-22T05:20:29,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-22T05:20:29,677 DEBUG [M:0;82891a793a29:33967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:33967 2024-11-22T05:20:29,678 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0374503593/backup-masters/82891a793a29,33967,1732252829316 2024-11-22T05:20:29,704 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/backup-masters 2024-11-22T05:20:29,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/backup-masters 2024-11-22T05:20:29,704 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on existing znode=/0374503593/backup-masters/82891a793a29,33967,1732252829316 2024-11-22T05:20:29,714 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374503593/master 2024-11-22T05:20:29,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:29,714 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:29,715 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on existing znode=/0374503593/master 2024-11-22T05:20:29,715 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0374503593/backup-masters/82891a793a29,33967,1732252829316 from backup master directory 2024-11-22T05:20:29,725 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/backup-masters 2024-11-22T05:20:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374503593/backup-masters/82891a793a29,33967,1732252829316 2024-11-22T05:20:29,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/backup-masters 2024-11-22T05:20:29,725 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:29,725 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,33967,1732252829316 2024-11-22T05:20:29,728 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/hbase.id] with ID: d467e6f2-5ada-42fb-abfe-a901891306a6 2024-11-22T05:20:29,728 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/.tmp/hbase.id 2024-11-22T05:20:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:20:30,132 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/.tmp/hbase.id]:[hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/hbase.id] 2024-11-22T05:20:30,140 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:30,140 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:20:30,141 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:20:30,188 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:30,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:30,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:20:30,598 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:30,599 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:20:30,599 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:20:30,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:30,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:30,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:30,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:30,723 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38315 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:31,005 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store 2024-11-22T05:20:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:20:31,009 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:31,009 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:31,009 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:31,009 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:31,010 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:31,010 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:31,010 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:31,010 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252831009Disabling compacts and flushes for region at 1732252831009Disabling writes for close at 1732252831010 (+1 ms)Writing region close event to WAL at 1732252831010Closed at 1732252831010 2024-11-22T05:20:31,010 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/.initializing 2024-11-22T05:20:31,010 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/WALs/82891a793a29,33967,1732252829316 2024-11-22T05:20:31,011 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:31,012 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C33967%2C1732252829316, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/WALs/82891a793a29,33967,1732252829316, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/oldWALs, maxLogs=10 2024-11-22T05:20:31,030 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/WALs/82891a793a29,33967,1732252829316/82891a793a29%2C33967%2C1732252829316.1732252831012, exclude list is [], retry=0 2024-11-22T05:20:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-7bd7321d-00e4-43fa-a574-773b430e229d,DISK] 2024-11-22T05:20:31,033 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/WALs/82891a793a29,33967,1732252829316/82891a793a29%2C33967%2C1732252829316.1732252831012 2024-11-22T05:20:31,034 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-22T05:20:31,034 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:31,034 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:31,034 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,034 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:20:31,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:31,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:31,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:20:31,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:31,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:31,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:20:31,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:31,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:31,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:20:31,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:31,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:31,039 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,040 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,040 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,041 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,041 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,041 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:31,042 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:31,044 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:31,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68359349, jitterRate=0.018633678555488586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:31,044 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252831034Initializing all the Stores at 1732252831035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252831035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252831035Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252831035Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252831035Cleaning up temporary data from old regions at 1732252831041 (+6 ms)Region opened successfully at 1732252831044 (+3 ms) 2024-11-22T05:20:31,045 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:20:31,047 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f37ffd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:31,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:20:31,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:20:31,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:20:31,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:20:31,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:20:31,049 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:20:31,049 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:20:31,052 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:20:31,053 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/balancer because node does not exist (not necessarily an error) 2024-11-22T05:20:31,104 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/balancer already deleted, retry=false 2024-11-22T05:20:31,104 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:20:31,105 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:20:31,114 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/normalizer already deleted, retry=false 2024-11-22T05:20:31,114 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:20:31,115 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:20:31,125 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/switch/split already deleted, retry=false 2024-11-22T05:20:31,125 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:20:31,135 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/switch/merge already deleted, retry=false 2024-11-22T05:20:31,137 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:20:31,146 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/snapshot-cleanup already deleted, retry=false 2024-11-22T05:20:31,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374503593/running 2024-11-22T05:20:31,167 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374503593/running 2024-11-22T05:20:31,167 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,167 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,33967,1732252829316, sessionid=0x10160fc7a350000, setting cluster-up flag (Was=false) 2024-11-22T05:20:31,188 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,220 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374503593/flush-table-proc/acquired, /0374503593/flush-table-proc/reached, /0374503593/flush-table-proc/abort 2024-11-22T05:20:31,221 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33967,1732252829316 2024-11-22T05:20:31,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,240 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:31,272 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374503593/online-snapshot/acquired, /0374503593/online-snapshot/reached, /0374503593/online-snapshot/abort 2024-11-22T05:20:31,273 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33967,1732252829316 2024-11-22T05:20:31,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:20:31,275 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:31,275 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:20:31,275 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:20:31,275 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,33967,1732252829316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:20:31,276 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:31,277 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:31,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:20:31,282 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:31,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:20:31,288 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252861288 2024-11-22T05:20:31,288 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:20:31,289 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:20:31,289 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:20:31,289 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:20:31,289 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:20:31,289 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:20:31,292 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,295 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:20:31,295 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:20:31,295 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:20:31,295 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:20:31,300 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:20:31,300 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:20:31,300 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252831300,5,FailOnTimeoutGroup] 2024-11-22T05:20:31,300 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252831300,5,FailOnTimeoutGroup] 2024-11-22T05:20:31,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:20:31,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:20:31,365 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(746): ClusterId : d467e6f2-5ada-42fb-abfe-a901891306a6 2024-11-22T05:20:31,366 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:20:31,378 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:20:31,378 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:20:31,388 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:20:31,389 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c006aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:31,401 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:44059 2024-11-22T05:20:31,401 INFO [RS:0;82891a793a29:44059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:20:31,401 INFO [RS:0;82891a793a29:44059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:20:31,401 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:20:31,402 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,33967,1732252829316 with port=44059, startcode=1732252829577 2024-11-22T05:20:31,402 DEBUG [RS:0;82891a793a29:44059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:20:31,403 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:20:31,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,44059,1732252829577 2024-11-22T05:20:31,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33967 {}] master.ServerManager(517): Registering regionserver=82891a793a29,44059,1732252829577 2024-11-22T05:20:31,405 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3 2024-11-22T05:20:31,405 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42723 2024-11-22T05:20:31,406 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:20:31,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/rs 2024-11-22T05:20:31,409 DEBUG [RS:0;82891a793a29:44059 {}] zookeeper.ZKUtil(111): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on existing znode=/0374503593/rs/82891a793a29,44059,1732252829577 2024-11-22T05:20:31,410 WARN [RS:0;82891a793a29:44059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:31,410 INFO [RS:0;82891a793a29:44059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:31,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,44059,1732252829577] 2024-11-22T05:20:31,410 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577 2024-11-22T05:20:31,412 INFO [RS:0;82891a793a29:44059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:20:31,414 INFO [RS:0;82891a793a29:44059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:20:31,414 INFO [RS:0;82891a793a29:44059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:20:31,414 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,414 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:20:31,415 INFO [RS:0;82891a793a29:44059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:20:31,415 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:31,415 DEBUG [RS:0;82891a793a29:44059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,416 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44059,1732252829577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:31,434 INFO [RS:0;82891a793a29:44059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:20:31,434 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,44059,1732252829577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,435 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,435 INFO [RS:0;82891a793a29:44059 {}] regionserver.Replication(171): 82891a793a29,44059,1732252829577 started 2024-11-22T05:20:31,450 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:31,450 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,44059,1732252829577, RpcServer on 82891a793a29/172.17.0.2:44059, sessionid=0x10160fc7a350001 2024-11-22T05:20:31,450 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,44059,1732252829577 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,44059,1732252829577' 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374503593/flush-table-proc/abort' 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374503593/flush-table-proc/acquired' 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:20:31,451 DEBUG [RS:0;82891a793a29:44059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,44059,1732252829577 2024-11-22T05:20:31,452 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,44059,1732252829577' 2024-11-22T05:20:31,452 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374503593/online-snapshot/abort' 2024-11-22T05:20:31,452 DEBUG [RS:0;82891a793a29:44059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374503593/online-snapshot/acquired' 2024-11-22T05:20:31,452 DEBUG [RS:0;82891a793a29:44059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:20:31,452 INFO [RS:0;82891a793a29:44059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:20:31,452 INFO [RS:0;82891a793a29:44059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:20:31,553 INFO [RS:0;82891a793a29:44059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:31,554 INFO [RS:0;82891a793a29:44059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C44059%2C1732252829577, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/oldWALs, maxLogs=10 2024-11-22T05:20:31,567 DEBUG [RS:0;82891a793a29:44059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, exclude list is [], retry=0 2024-11-22T05:20:31,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-7bd7321d-00e4-43fa-a574-773b430e229d,DISK] 2024-11-22T05:20:31,570 INFO [RS:0;82891a793a29:44059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 2024-11-22T05:20:31,570 DEBUG [RS:0;82891a793a29:44059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-22T05:20:31,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:20:31,702 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3 2024-11-22T05:20:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:20:32,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:32,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:32,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:32,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:32,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:32,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:32,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:32,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:32,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:32,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:32,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740 2024-11-22T05:20:32,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740 2024-11-22T05:20:32,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:32,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:32,114 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:32,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:32,116 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:32,116 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68161892, jitterRate=0.01569133996963501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252832107Initializing all the Stores at 1732252832107Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832108 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252832108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832108Cleaning up temporary data from old regions at 1732252832114 (+6 ms)Region opened successfully at 1732252832117 (+3 ms) 2024-11-22T05:20:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:32,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:32,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:32,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:32,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252832117Disabling compacts and flushes for region at 1732252832117Disabling writes for close at 1732252832117Writing region close event to WAL at 1732252832118 (+1 ms)Closed at 1732252832118 2024-11-22T05:20:32,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:32,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:20:32,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:20:32,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:32,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:20:32,271 DEBUG [82891a793a29:33967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:20:32,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:32,272 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,44059,1732252829577, state=OPENING 2024-11-22T05:20:32,325 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:20:32,335 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:32,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374503593/meta-region-server: CHANGED 2024-11-22T05:20:32,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374503593/meta-region-server: CHANGED 2024-11-22T05:20:32,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:32,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,44059,1732252829577}] 2024-11-22T05:20:32,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:32,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:20:32,492 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:20:32,492 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:32,492 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:20:32,493 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C44059%2C1732252829577.meta, suffix=.meta, logDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/oldWALs, maxLogs=10 2024-11-22T05:20:32,517 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.meta.1732252832504.meta, exclude list is [], retry=0 2024-11-22T05:20:32,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-7bd7321d-00e4-43fa-a574-773b430e229d,DISK] 2024-11-22T05:20:32,520 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.meta.1732252832504.meta 2024-11-22T05:20:32,522 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-22T05:20:32,522 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:32,522 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:32,522 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:32,522 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:20:32,522 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:20:32,523 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:20:32,523 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:32,523 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:20:32,523 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:20:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:32,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:32,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:32,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:32,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:32,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:32,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:32,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:32,527 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:32,527 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740 2024-11-22T05:20:32,528 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740 2024-11-22T05:20:32,529 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:32,529 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:32,529 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:32,530 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:32,531 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66804006, jitterRate=-0.004542738199234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:32,531 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:20:32,531 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252832523Writing region info on filesystem at 1732252832523Initializing all the Stores at 1732252832523Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832524 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252832524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252832524Cleaning up temporary data from old regions at 1732252832529 (+5 ms)Running coprocessor post-open hooks at 1732252832531 (+2 ms)Region opened successfully at 1732252832531 2024-11-22T05:20:32,532 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252832487 2024-11-22T05:20:32,534 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:20:32,534 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:20:32,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:32,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,44059,1732252829577, state=OPEN 2024-11-22T05:20:32,574 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374503593/meta-region-server 2024-11-22T05:20:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374503593/meta-region-server 2024-11-22T05:20:32,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,44059,1732252829577 2024-11-22T05:20:32,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374503593/meta-region-server: CHANGED 2024-11-22T05:20:32,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374503593/meta-region-server: CHANGED 2024-11-22T05:20:32,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:20:32,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,44059,1732252829577 in 238 msec 2024-11-22T05:20:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:20:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-22T05:20:32,578 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:32,578 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:20:32,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:32,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,44059,1732252829577, seqNum=-1] 2024-11-22T05:20:32,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:32,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:32,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-22T05:20:32,584 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252832584, completionTime=-1 2024-11-22T05:20:32,584 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:20:32,584 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:20:32,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:20:32,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252892585 2024-11-22T05:20:32,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252952585 2024-11-22T05:20:32,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:33967, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,587 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.864sec 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:32,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:20:32,591 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:20:32,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:20:32,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33967,1732252829316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:32,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f345c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:32,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:32,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:32,667 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:32,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaf97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:32,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:32,669 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:32,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:32,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:32,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,44059,1732252829577, seqNum=-1] 2024-11-22T05:20:32,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:32,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:32,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,33967,1732252829316 2024-11-22T05:20:32,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:32,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fc7a350002 connected 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir so I do NOT create it in target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6 2024-11-22T05:20:32,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.tmp.dir so I do NOT create it in target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6 2024-11-22T05:20:32,706 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:20:32,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/cluster_313629a8-66f3-0d11-9b16-c7745358be8b, deleteOnExit=true 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/test.cache.data in system properties and HBase conf 2024-11-22T05:20:32,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:20:32,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:32,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:20:32,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:20:33,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:33,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:33,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:33,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:33,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:20:33,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:33,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673761d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:33,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388d4706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:33,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b609be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/java.io.tmpdir/jetty-localhost-40913-hadoop-hdfs-3_4_1-tests_jar-_-any-5298297062786267691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:33,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@413816ee{HTTP/1.1, (http/1.1)}{localhost:40913} 2024-11-22T05:20:33,264 INFO [Time-limited test {}] server.Server(415): Started @232752ms 2024-11-22T05:20:33,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:33,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:33,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:33,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:33,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:33,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b0c9f8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:33,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b57aaaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:33,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@335b3501{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/java.io.tmpdir/jetty-localhost-43367-hadoop-hdfs-3_4_1-tests_jar-_-any-15148289371981069425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:33,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37e857e1{HTTP/1.1, (http/1.1)}{localhost:43367} 2024-11-22T05:20:33,705 INFO [Time-limited test {}] server.Server(415): Started @233193ms 2024-11-22T05:20:33,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:20:34,419 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/cluster_313629a8-66f3-0d11-9b16-c7745358be8b/data/data2/current/BP-351764136-172.17.0.2-1732252832727/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:34,419 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/cluster_313629a8-66f3-0d11-9b16-c7745358be8b/data/data1/current/BP-351764136-172.17.0.2-1732252832727/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:34,440 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:20:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6cdbd5a7c284d19 with lease ID 0xe1018eded972dc1: Processing first storage report for DS-9c301452-0fa1-4ce2-a20f-6e9db430758c from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=63673cff-90ef-4d87-8373-df71e2e1ec50, infoPort=43521, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=506939227;c=1732252832727) 2024-11-22T05:20:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6cdbd5a7c284d19 with lease ID 0xe1018eded972dc1: from storage DS-9c301452-0fa1-4ce2-a20f-6e9db430758c node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=63673cff-90ef-4d87-8373-df71e2e1ec50, infoPort=43521, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=506939227;c=1732252832727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6cdbd5a7c284d19 with lease ID 0xe1018eded972dc1: Processing first storage report for DS-84a8fe38-f151-4a18-aef8-d9d42769d4f4 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=63673cff-90ef-4d87-8373-df71e2e1ec50, infoPort=43521, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=506939227;c=1732252832727) 2024-11-22T05:20:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6cdbd5a7c284d19 with lease ID 0xe1018eded972dc1: from storage DS-84a8fe38-f151-4a18-aef8-d9d42769d4f4 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=63673cff-90ef-4d87-8373-df71e2e1ec50, infoPort=43521, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=506939227;c=1732252832727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:34,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6 2024-11-22T05:20:34,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:34,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:20:34,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69 with version=8 2024-11-22T05:20:34,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/hbase-staging 2024-11-22T05:20:34,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:34,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:20:34,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:34,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46759 2024-11-22T05:20:34,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46759 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:35,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467590x0, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:35,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46759-0x10160fc7a350003 connected 2024-11-22T05:20:35,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:35,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:35,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/running 2024-11-22T05:20:35,096 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69, hbase.cluster.distributed=false 2024-11-22T05:20:35,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/acl 2024-11-22T05:20:35,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-22T05:20:35,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46759 2024-11-22T05:20:35,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46759 2024-11-22T05:20:35,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-22T05:20:35,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-22T05:20:35,116 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:35,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:35,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:35,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:35,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:35,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:35,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:20:35,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:35,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45055 2024-11-22T05:20:35,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45055 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:35,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:35,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450550x0, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:35,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45055-0x10160fc7a350004 connected 2024-11-22T05:20:35,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/running 2024-11-22T05:20:35,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:20:35,137 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:20:35,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/master 2024-11-22T05:20:35,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/acl 2024-11-22T05:20:35,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-22T05:20:35,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-22T05:20:35,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-22T05:20:35,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-22T05:20:35,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-22T05:20:35,162 DEBUG [M:0;82891a793a29:46759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:46759 2024-11-22T05:20:35,162 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-183847282/backup-masters/82891a793a29,46759,1732252834950 2024-11-22T05:20:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/backup-masters 2024-11-22T05:20:35,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/backup-masters 2024-11-22T05:20:35,167 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on existing znode=/1-183847282/backup-masters/82891a793a29,46759,1732252834950 2024-11-22T05:20:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-183847282/master 2024-11-22T05:20:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:35,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:35,177 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on existing znode=/1-183847282/master 2024-11-22T05:20:35,178 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-183847282/backup-masters/82891a793a29,46759,1732252834950 from backup master directory 2024-11-22T05:20:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/backup-masters 2024-11-22T05:20:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-183847282/backup-masters/82891a793a29,46759,1732252834950 2024-11-22T05:20:35,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/backup-masters 2024-11-22T05:20:35,188 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:35,188 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,46759,1732252834950 2024-11-22T05:20:35,191 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/hbase.id] with ID: a53fc789-e71f-4bf4-a5d1-744d18e1f56f 2024-11-22T05:20:35,191 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/.tmp/hbase.id 2024-11-22T05:20:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:20:35,200 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/.tmp/hbase.id]:[hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/hbase.id] 2024-11-22T05:20:35,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:35,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:20:35,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:20:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:20:35,625 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:35,625 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:20:35,626 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:20:36,031 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store 2024-11-22T05:20:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:20:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:20:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:36,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:20:36,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:20:36,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:20:36,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:36,436 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:36,436 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:36,436 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252836436Disabling compacts and flushes for region at 1732252836436Disabling writes for close at 1732252836436Writing region close event to WAL at 1732252836436Closed at 1732252836436 2024-11-22T05:20:36,437 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/.initializing 2024-11-22T05:20:36,437 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/WALs/82891a793a29,46759,1732252834950 2024-11-22T05:20:36,438 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:36,439 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C46759%2C1732252834950, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/WALs/82891a793a29,46759,1732252834950, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/oldWALs, maxLogs=10 2024-11-22T05:20:36,454 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/WALs/82891a793a29,46759,1732252834950/82891a793a29%2C46759%2C1732252834950.1732252836439, exclude list is [], retry=0 2024-11-22T05:20:36,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-9c301452-0fa1-4ce2-a20f-6e9db430758c,DISK] 2024-11-22T05:20:36,459 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/WALs/82891a793a29,46759,1732252834950/82891a793a29%2C46759%2C1732252834950.1732252836439 2024-11-22T05:20:36,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521)] 2024-11-22T05:20:36,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:36,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:36,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:20:36,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:20:36,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:20:36,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:20:36,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:36,465 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,465 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,465 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,466 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,466 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,466 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:36,467 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:36,469 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:36,469 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650113, jitterRate=0.08257104456424713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:36,469 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252836459Initializing all the Stores at 1732252836460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252836460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252836460Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252836460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252836460Cleaning up temporary data from old regions at 1732252836466 (+6 ms)Region opened successfully at 1732252836469 (+3 ms) 2024-11-22T05:20:36,469 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:20:36,471 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa6130d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:36,472 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:20:36,472 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:20:36,472 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:20:36,472 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:20:36,473 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:20:36,473 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:20:36,473 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:20:36,474 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:20:36,475 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/balancer because node does not exist (not necessarily an error) 2024-11-22T05:20:36,545 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/balancer already deleted, retry=false 2024-11-22T05:20:36,546 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:20:36,547 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:20:36,556 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/normalizer already deleted, retry=false 2024-11-22T05:20:36,556 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:20:36,557 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:20:36,566 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/switch/split already deleted, retry=false 2024-11-22T05:20:36,568 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:20:36,577 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/switch/merge already deleted, retry=false 2024-11-22T05:20:36,579 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:20:36,587 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/snapshot-cleanup already deleted, retry=false 2024-11-22T05:20:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-183847282/running 2024-11-22T05:20:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-183847282/running 2024-11-22T05:20:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,599 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,46759,1732252834950, sessionid=0x10160fc7a350003, setting cluster-up flag (Was=false) 2024-11-22T05:20:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,651 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-183847282/flush-table-proc/acquired, /1-183847282/flush-table-proc/reached, /1-183847282/flush-table-proc/abort 2024-11-22T05:20:36,652 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46759,1732252834950 2024-11-22T05:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:36,703 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-183847282/online-snapshot/acquired, /1-183847282/online-snapshot/reached, /1-183847282/online-snapshot/abort 2024-11-22T05:20:36,704 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46759,1732252834950 2024-11-22T05:20:36,705 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:20:36,706 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:36,707 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:20:36,707 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:20:36,707 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,46759,1732252834950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:36,708 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,709 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252866709 2024-11-22T05:20:36,709 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:20:36,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:36,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,710 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:20:36,711 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:20:36,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:36,711 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:20:36,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:20:36,711 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:20:36,711 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:20:36,711 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:20:36,712 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252836711,5,FailOnTimeoutGroup] 2024-11-22T05:20:36,712 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252836712,5,FailOnTimeoutGroup] 2024-11-22T05:20:36,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:20:36,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,712 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:20:36,750 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(746): ClusterId : a53fc789-e71f-4bf4-a5d1-744d18e1f56f 2024-11-22T05:20:36,751 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:20:36,757 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:20:36,757 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:20:36,767 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:20:36,767 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6616aec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:36,782 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:45055 2024-11-22T05:20:36,782 INFO [RS:0;82891a793a29:45055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:20:36,782 INFO [RS:0;82891a793a29:45055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:20:36,782 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:20:36,783 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,46759,1732252834950 with port=45055, startcode=1732252835116 2024-11-22T05:20:36,783 DEBUG [RS:0;82891a793a29:45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:20:36,785 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:20:36,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,45055,1732252835116 2024-11-22T05:20:36,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46759 {}] master.ServerManager(517): Registering regionserver=82891a793a29,45055,1732252835116 2024-11-22T05:20:36,787 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69 2024-11-22T05:20:36,787 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36927 2024-11-22T05:20:36,787 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:20:36,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/rs 2024-11-22T05:20:36,799 DEBUG [RS:0;82891a793a29:45055 {}] zookeeper.ZKUtil(111): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on existing znode=/1-183847282/rs/82891a793a29,45055,1732252835116 2024-11-22T05:20:36,799 WARN [RS:0;82891a793a29:45055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:36,799 INFO [RS:0;82891a793a29:45055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:36,799 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116 2024-11-22T05:20:36,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,45055,1732252835116] 2024-11-22T05:20:36,802 INFO [RS:0;82891a793a29:45055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:20:36,803 INFO [RS:0;82891a793a29:45055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:20:36,804 INFO [RS:0;82891a793a29:45055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:20:36,804 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,805 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:20:36,806 INFO [RS:0;82891a793a29:45055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:20:36,806 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:36,806 DEBUG [RS:0;82891a793a29:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,807 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45055,1732252835116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:36,820 INFO [RS:0;82891a793a29:45055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:20:36,821 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45055,1732252835116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,821 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,821 INFO [RS:0;82891a793a29:45055 {}] regionserver.Replication(171): 82891a793a29,45055,1732252835116 started 2024-11-22T05:20:36,833 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:36,833 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,45055,1732252835116, RpcServer on 82891a793a29/172.17.0.2:45055, sessionid=0x10160fc7a350004 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,45055,1732252835116 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45055,1732252835116' 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-183847282/flush-table-proc/abort' 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-183847282/flush-table-proc/acquired' 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,45055,1732252835116 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45055,1732252835116' 2024-11-22T05:20:36,834 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-183847282/online-snapshot/abort' 2024-11-22T05:20:36,835 DEBUG [RS:0;82891a793a29:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-183847282/online-snapshot/acquired' 2024-11-22T05:20:36,835 DEBUG [RS:0;82891a793a29:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:20:36,835 INFO [RS:0;82891a793a29:45055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:20:36,835 INFO [RS:0;82891a793a29:45055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:20:36,935 INFO [RS:0;82891a793a29:45055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:36,937 INFO [RS:0;82891a793a29:45055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45055%2C1732252835116, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/oldWALs, maxLogs=10 2024-11-22T05:20:36,953 DEBUG [RS:0;82891a793a29:45055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, exclude list is [], retry=0 2024-11-22T05:20:36,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-9c301452-0fa1-4ce2-a20f-6e9db430758c,DISK] 2024-11-22T05:20:36,956 INFO [RS:0;82891a793a29:45055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 2024-11-22T05:20:36,956 DEBUG [RS:0;82891a793a29:45055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521)] 2024-11-22T05:20:37,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:20:37,126 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69 2024-11-22T05:20:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:20:37,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:20:37,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:37,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:37,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:37,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:37,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:37,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:37,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:37,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:37,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:37,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:37,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740 2024-11-22T05:20:37,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740 2024-11-22T05:20:37,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:37,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:37,539 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:37,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:37,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:37,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70090989, jitterRate=0.04443712532520294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252837531Initializing all the Stores at 1732252837532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252837532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837532Cleaning up temporary data from old regions at 1732252837539 (+7 ms)Region opened successfully at 1732252837542 (+3 ms) 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:37,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:37,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252837542Disabling compacts and flushes for region at 1732252837542Disabling writes for close at 1732252837542Writing region close event to WAL at 1732252837542Closed at 1732252837542 2024-11-22T05:20:37,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:37,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:20:37,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:20:37,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:37,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:20:37,695 DEBUG [82891a793a29:46759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:20:37,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:37,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45055,1732252835116, state=OPENING 2024-11-22T05:20:37,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:20:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:37,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:37,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-183847282/meta-region-server: CHANGED 2024-11-22T05:20:37,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45055,1732252835116}] 2024-11-22T05:20:37,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-183847282/meta-region-server: CHANGED 2024-11-22T05:20:37,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:37,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:20:37,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:20:37,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:37,976 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:20:37,977 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45055%2C1732252835116.meta, suffix=.meta, logDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/oldWALs, maxLogs=10 2024-11-22T05:20:37,989 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.meta.1732252837977.meta, exclude list is [], retry=0 2024-11-22T05:20:37,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-9c301452-0fa1-4ce2-a20f-6e9db430758c,DISK] 2024-11-22T05:20:37,992 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.meta.1732252837977.meta 2024-11-22T05:20:37,993 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521)] 2024-11-22T05:20:37,993 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:37,993 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:20:37,994 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:20:37,994 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:20:37,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:37,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:37,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:37,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:37,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:37,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:37,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:37,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:37,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:37,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:37,999 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:38,000 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740 2024-11-22T05:20:38,000 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740 2024-11-22T05:20:38,001 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:38,001 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:38,001 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:38,002 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:38,003 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70484977, jitterRate=0.05030800402164459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:38,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:20:38,003 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252837994Writing region info on filesystem at 1732252837994Initializing all the Stores at 1732252837995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252837995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252837995Cleaning up temporary data from old regions at 1732252838001 (+6 ms)Running coprocessor post-open hooks at 1732252838003 (+2 ms)Region opened successfully at 1732252838003 2024-11-22T05:20:38,004 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252837971 2024-11-22T05:20:38,006 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:20:38,006 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:20:38,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:38,007 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45055,1732252835116, state=OPEN 2024-11-22T05:20:38,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:38,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-183847282/meta-region-server 2024-11-22T05:20:38,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-183847282/meta-region-server 2024-11-22T05:20:38,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,45055,1732252835116 2024-11-22T05:20:38,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-183847282/meta-region-server: CHANGED 2024-11-22T05:20:38,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-183847282/meta-region-server: CHANGED 2024-11-22T05:20:38,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:20:38,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45055,1732252835116 in 211 msec 2024-11-22T05:20:38,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:20:38,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-22T05:20:38,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:38,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:20:38,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:38,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45055,1732252835116, seqNum=-1] 2024-11-22T05:20:38,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:38,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:38,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-22T05:20:38,041 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252838041, completionTime=-1 2024-11-22T05:20:38,041 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:20:38,041 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:20:38,043 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:20:38,043 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252898043 2024-11-22T05:20:38,043 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252958043 2024-11-22T05:20:38,043 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:46759, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,044 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,045 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.859sec 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:20:38,047 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:20:38,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:38,048 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:20:38,049 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:20:38,049 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:20:38,049 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46759,1732252834950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:38,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b32a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:38,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:38,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:38,052 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:38,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4254aad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:38,054 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:38,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:38,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45055,1732252835116, seqNum=-1] 2024-11-22T05:20:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:38,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:38,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,46759,1732252834950 2024-11-22T05:20:38,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:38,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:38,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fc7a350005 connected 2024-11-22T05:20:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir so I do NOT create it in target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0 2024-11-22T05:20:38,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.tmp.dir so I do NOT create it in target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0 2024-11-22T05:20:38,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:20:38,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/cluster_ca5d3054-557a-f132-94e0-417d87ab839f, deleteOnExit=true 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:20:38,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/test.cache.data in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:20:38,085 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:20:38,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:20:38,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:20:38,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:20:38,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:20:38,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:20:38,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:20:38,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:38,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:38,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:38,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:38,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:38,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:38,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:38,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202c2ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:38,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d838bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:38,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cc73af2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/java.io.tmpdir/jetty-localhost-33771-hadoop-hdfs-3_4_1-tests_jar-_-any-15928590977449576178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:20:38,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cdfa9ed{HTTP/1.1, (http/1.1)}{localhost:33771} 2024-11-22T05:20:38,584 INFO [Time-limited test {}] server.Server(415): Started @238071ms 2024-11-22T05:20:39,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:20:39,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:20:39,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:20:39,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:20:39,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:20:39,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac66193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:20:39,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b0f833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:20:39,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620c8a63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/java.io.tmpdir/jetty-localhost-43087-hadoop-hdfs-3_4_1-tests_jar-_-any-11677436484111973747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:20:39,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c05b4e{HTTP/1.1, (http/1.1)}{localhost:43087} 2024-11-22T05:20:39,182 INFO [Time-limited test {}] server.Server(415): Started @238670ms 2024-11-22T05:20:39,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:20:40,093 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/cluster_ca5d3054-557a-f132-94e0-417d87ab839f/data/data1/current/BP-1132094058-172.17.0.2-1732252838108/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:40,093 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/cluster_ca5d3054-557a-f132-94e0-417d87ab839f/data/data2/current/BP-1132094058-172.17.0.2-1732252838108/current, will proceed with Du for space computation calculation, 2024-11-22T05:20:40,116 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc578f8a88722881c with lease ID 0xce0ca7f936122163: Processing first storage report for DS-8e511230-ead6-40ac-9093-0f33cf33c791 from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=a7916441-bf5e-48f2-bba0-4654906fa346, infoPort=33983, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1798328599;c=1732252838108) 2024-11-22T05:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc578f8a88722881c with lease ID 0xce0ca7f936122163: from storage DS-8e511230-ead6-40ac-9093-0f33cf33c791 node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=a7916441-bf5e-48f2-bba0-4654906fa346, infoPort=33983, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1798328599;c=1732252838108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc578f8a88722881c with lease ID 0xce0ca7f936122163: Processing first storage report for DS-a234c56d-0014-4786-8bdc-78b6baa2c5e9 from datanode DatanodeRegistration(127.0.0.1:38795, datanodeUuid=a7916441-bf5e-48f2-bba0-4654906fa346, infoPort=33983, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1798328599;c=1732252838108) 2024-11-22T05:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc578f8a88722881c with lease ID 0xce0ca7f936122163: from storage DS-a234c56d-0014-4786-8bdc-78b6baa2c5e9 node DatanodeRegistration(127.0.0.1:38795, datanodeUuid=a7916441-bf5e-48f2-bba0-4654906fa346, infoPort=33983, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1798328599;c=1732252838108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:20:40,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0 2024-11-22T05:20:40,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:20:40,625 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646 with version=8 2024-11-22T05:20:40,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/hbase-staging 2024-11-22T05:20:40,628 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:40,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:40,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:40,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:20:40,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:40,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37859 2024-11-22T05:20:40,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37859 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378590x0, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:40,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37859-0x10160fc7a350006 connected 2024-11-22T05:20:40,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/running 2024-11-22T05:20:40,771 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646, hbase.cluster.distributed=false 2024-11-22T05:20:40,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/acl 2024-11-22T05:20:40,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37859 2024-11-22T05:20:40,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37859 2024-11-22T05:20:40,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37859 2024-11-22T05:20:40,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37859 2024-11-22T05:20:40,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37859 2024-11-22T05:20:40,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:20:40,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:20:40,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35835 2024-11-22T05:20:40,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35835 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:40,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:40,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358350x0, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:40,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35835-0x10160fc7a350007 connected 2024-11-22T05:20:40,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/running 2024-11-22T05:20:40,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:40,812 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:20:40,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:40,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48404 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:20:40,813 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:20:40,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/master 2024-11-22T05:20:40,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/acl 2024-11-22T05:20:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-22T05:20:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35835 2024-11-22T05:20:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35835 2024-11-22T05:20:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-22T05:20:40,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35835 2024-11-22T05:20:40,830 DEBUG [M:0;82891a793a29:37859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:37859 2024-11-22T05:20:40,831 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2797558841/backup-masters/82891a793a29,37859,1732252840628 2024-11-22T05:20:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/backup-masters 2024-11-22T05:20:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/backup-masters 2024-11-22T05:20:40,840 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on existing znode=/2797558841/backup-masters/82891a793a29,37859,1732252840628 2024-11-22T05:20:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2797558841/master 2024-11-22T05:20:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:40,851 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on existing znode=/2797558841/master 2024-11-22T05:20:40,851 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2797558841/backup-masters/82891a793a29,37859,1732252840628 from backup master directory 2024-11-22T05:20:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2797558841/backup-masters/82891a793a29,37859,1732252840628 2024-11-22T05:20:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/backup-masters 2024-11-22T05:20:40,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/backup-masters 2024-11-22T05:20:40,861 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:40,861 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,37859,1732252840628 2024-11-22T05:20:40,864 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/hbase.id] with ID: 97c6bae9-3a7d-4bb4-b773-2ecb96d3df02 2024-11-22T05:20:40,864 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/.tmp/hbase.id 2024-11-22T05:20:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:20:41,268 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/.tmp/hbase.id]:[hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/hbase.id] 2024-11-22T05:20:41,276 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:20:41,276 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:20:41,277 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:20:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:20:41,729 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:41,730 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:20:41,731 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:20:42,142 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store 2024-11-22T05:20:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:20:42,552 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:42,552 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:20:42,552 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252842552Disabling compacts and flushes for region at 1732252842552Disabling writes for close at 1732252842552Writing region close event to WAL at 1732252842552Closed at 1732252842552 2024-11-22T05:20:42,553 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/.initializing 2024-11-22T05:20:42,553 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/WALs/82891a793a29,37859,1732252840628 2024-11-22T05:20:42,554 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:42,555 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C37859%2C1732252840628, suffix=, logDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/WALs/82891a793a29,37859,1732252840628, archiveDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/oldWALs, maxLogs=10 2024-11-22T05:20:42,567 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/WALs/82891a793a29,37859,1732252840628/82891a793a29%2C37859%2C1732252840628.1732252842555, exclude list is [], retry=0 2024-11-22T05:20:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-8e511230-ead6-40ac-9093-0f33cf33c791,DISK] 2024-11-22T05:20:42,571 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/WALs/82891a793a29,37859,1732252840628/82891a793a29%2C37859%2C1732252840628.1732252842555 2024-11-22T05:20:42,571 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33983:33983)] 2024-11-22T05:20:42,571 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:42,571 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:42,571 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,571 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:20:42,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:42,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:42,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:20:42,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:42,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:42,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:20:42,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:42,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:42,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:20:42,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:42,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:42,576 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,577 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,577 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,578 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,578 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,578 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:42,579 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:20:42,580 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:42,580 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68902122, jitterRate=0.02672162652015686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:42,580 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252842571Initializing all the Stores at 1732252842572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252842572Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252842572Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252842572Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252842572Cleaning up temporary data from old regions at 1732252842578 (+6 ms)Region opened successfully at 1732252842580 (+2 ms) 2024-11-22T05:20:42,580 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:20:42,582 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10537b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:42,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:20:42,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:20:42,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:20:42,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:20:42,583 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:20:42,584 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:20:42,584 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:20:42,588 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:20:42,589 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/balancer because node does not exist (not necessarily an error) 2024-11-22T05:20:42,650 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/balancer already deleted, retry=false 2024-11-22T05:20:42,651 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:20:42,651 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:20:42,661 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/normalizer already deleted, retry=false 2024-11-22T05:20:42,661 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:20:42,662 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:20:42,753 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/switch/split already deleted, retry=false 2024-11-22T05:20:42,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:20:42,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/switch/merge already deleted, retry=false 2024-11-22T05:20:42,778 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:20:42,787 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/snapshot-cleanup already deleted, retry=false 2024-11-22T05:20:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2797558841/running 2024-11-22T05:20:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2797558841/running 2024-11-22T05:20:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,798 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,37859,1732252840628, sessionid=0x10160fc7a350006, setting cluster-up flag (Was=false) 2024-11-22T05:20:42,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,850 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2797558841/flush-table-proc/acquired, /2797558841/flush-table-proc/reached, /2797558841/flush-table-proc/abort 2024-11-22T05:20:42,851 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37859,1732252840628 2024-11-22T05:20:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:42,903 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2797558841/online-snapshot/acquired, /2797558841/online-snapshot/reached, /2797558841/online-snapshot/abort 2024-11-22T05:20:42,904 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37859,1732252840628 2024-11-22T05:20:42,905 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:20:42,906 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:42,906 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:20:42,906 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:20:42,907 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,37859,1732252840628 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:42,908 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252872909 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:20:42,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:42,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:20:42,909 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:42,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:20:42,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:20:42,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:20:42,910 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:20:42,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:42,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:20:42,911 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252842911,5,FailOnTimeoutGroup] 2024-11-22T05:20:42,911 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252842911,5,FailOnTimeoutGroup] 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:42,911 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:42,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:20:42,920 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(746): ClusterId : 97c6bae9-3a7d-4bb4-b773-2ecb96d3df02 2024-11-22T05:20:42,920 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:20:42,924 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:20:42,925 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:20:42,935 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:20:42,935 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7ae67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:20:42,948 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:35835 2024-11-22T05:20:42,948 INFO [RS:0;82891a793a29:35835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:20:42,948 INFO [RS:0;82891a793a29:35835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:20:42,948 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:20:42,949 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,37859,1732252840628 with port=35835, startcode=1732252840791 2024-11-22T05:20:42,949 DEBUG [RS:0;82891a793a29:35835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:20:42,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:20:42,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,35835,1732252840791 2024-11-22T05:20:42,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37859 {}] master.ServerManager(517): Registering regionserver=82891a793a29,35835,1732252840791 2024-11-22T05:20:42,952 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646 2024-11-22T05:20:42,952 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46593 2024-11-22T05:20:42,952 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:20:42,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/rs 2024-11-22T05:20:42,997 DEBUG [RS:0;82891a793a29:35835 {}] zookeeper.ZKUtil(111): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on existing znode=/2797558841/rs/82891a793a29,35835,1732252840791 2024-11-22T05:20:42,997 WARN [RS:0;82891a793a29:35835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:20:42,997 INFO [RS:0;82891a793a29:35835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:42,998 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791 2024-11-22T05:20:42,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,35835,1732252840791] 2024-11-22T05:20:43,000 INFO [RS:0;82891a793a29:35835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:20:43,001 INFO [RS:0;82891a793a29:35835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:20:43,001 INFO [RS:0;82891a793a29:35835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:20:43,001 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,001 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:20:43,002 INFO [RS:0;82891a793a29:35835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:20:43,002 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:43,002 DEBUG [RS:0;82891a793a29:35835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,003 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35835,1732252840791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:43,015 INFO [RS:0;82891a793a29:35835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:20:43,015 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35835,1732252840791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,015 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,015 INFO [RS:0;82891a793a29:35835 {}] regionserver.Replication(171): 82891a793a29,35835,1732252840791 started 2024-11-22T05:20:43,028 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:43,028 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,35835,1732252840791, RpcServer on 82891a793a29/172.17.0.2:35835, sessionid=0x10160fc7a350007 2024-11-22T05:20:43,028 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:20:43,028 DEBUG [RS:0;82891a793a29:35835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,35835,1732252840791 2024-11-22T05:20:43,028 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35835,1732252840791' 2024-11-22T05:20:43,028 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2797558841/flush-table-proc/abort' 2024-11-22T05:20:43,028 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2797558841/flush-table-proc/acquired' 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,35835,1732252840791 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,35835,1732252840791' 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2797558841/online-snapshot/abort' 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2797558841/online-snapshot/acquired' 2024-11-22T05:20:43,029 DEBUG [RS:0;82891a793a29:35835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:20:43,029 INFO [RS:0;82891a793a29:35835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:20:43,029 INFO [RS:0;82891a793a29:35835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:20:43,130 INFO [RS:0;82891a793a29:35835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:20:43,131 INFO [RS:0;82891a793a29:35835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35835%2C1732252840791, suffix=, logDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791, archiveDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/oldWALs, maxLogs=10 2024-11-22T05:20:43,143 DEBUG [RS:0;82891a793a29:35835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, exclude list is [], retry=0 2024-11-22T05:20:43,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-8e511230-ead6-40ac-9093-0f33cf33c791,DISK] 2024-11-22T05:20:43,146 INFO [RS:0;82891a793a29:35835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 2024-11-22T05:20:43,146 DEBUG [RS:0;82891a793a29:35835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33983:33983)] 2024-11-22T05:20:43,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:20:43,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646 2024-11-22T05:20:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:20:43,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:43,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:43,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:43,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:43,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:43,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:43,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:43,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:43,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:43,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:43,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:43,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:43,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:43,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:43,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:43,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:43,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:43,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:43,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740 2024-11-22T05:20:43,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740 2024-11-22T05:20:43,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:43,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:43,730 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:43,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:43,732 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64510828, jitterRate=-0.03871375322341919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252843722Initializing all the Stores at 1732252843723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252843723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252843723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252843723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252843723Cleaning up temporary data from old regions at 1732252843730 (+7 ms)Region opened successfully at 1732252843732 (+2 ms) 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:20:43,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:20:43,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:20:43,733 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:20:43,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252843732Disabling compacts and flushes for region at 1732252843732Disabling writes for close at 1732252843732Writing region close event to WAL at 1732252843733 (+1 ms)Closed at 1732252843733 2024-11-22T05:20:43,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:43,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:20:43,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:20:43,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:43,736 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:20:43,886 DEBUG [82891a793a29:37859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:20:43,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:43,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35835,1732252840791, state=OPENING 2024-11-22T05:20:43,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:20:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:44,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:44,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:20:44,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2797558841/meta-region-server: CHANGED 2024-11-22T05:20:44,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35835,1732252840791}] 2024-11-22T05:20:44,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2797558841/meta-region-server: CHANGED 2024-11-22T05:20:44,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:44,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:20:44,165 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:20:44,165 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:44,165 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:20:44,166 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35835%2C1732252840791.meta, suffix=.meta, logDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791, archiveDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/oldWALs, maxLogs=10 2024-11-22T05:20:44,183 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.meta.1732252844166.meta, exclude list is [], retry=0 2024-11-22T05:20:44,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-8e511230-ead6-40ac-9093-0f33cf33c791,DISK] 2024-11-22T05:20:44,186 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.meta.1732252844166.meta 2024-11-22T05:20:44,186 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33983:33983)] 2024-11-22T05:20:44,186 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:44,187 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:20:44,187 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:20:44,187 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:20:44,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:20:44,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:20:44,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:20:44,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:20:44,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:44,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:44,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:20:44,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:20:44,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:44,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:44,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:20:44,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:20:44,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:44,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:20:44,192 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:20:44,192 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740 2024-11-22T05:20:44,193 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740 2024-11-22T05:20:44,194 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:20:44,194 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:20:44,194 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:20:44,195 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:20:44,195 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793267, jitterRate=-0.07920856773853302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:20:44,195 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:20:44,195 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252844187Writing region info on filesystem at 1732252844187Initializing all the Stores at 1732252844188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252844188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252844188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252844188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252844188Cleaning up temporary data from old regions at 1732252844194 (+6 ms)Running coprocessor post-open hooks at 1732252844195 (+1 ms)Region opened successfully at 1732252844195 2024-11-22T05:20:44,196 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252844160 2024-11-22T05:20:44,198 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:20:44,198 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:20:44,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:44,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,35835,1732252840791, state=OPEN 2024-11-22T05:20:44,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2797558841/meta-region-server 2024-11-22T05:20:44,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2797558841/meta-region-server 2024-11-22T05:20:44,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,35835,1732252840791 2024-11-22T05:20:44,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2797558841/meta-region-server: CHANGED 2024-11-22T05:20:44,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2797558841/meta-region-server: CHANGED 2024-11-22T05:20:44,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:20:44,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,35835,1732252840791 in 199 msec 2024-11-22T05:20:44,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:20:44,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-22T05:20:44,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:20:44,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:20:44,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:44,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35835,1732252840791, seqNum=-1] 2024-11-22T05:20:44,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:44,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:44,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-22T05:20:44,218 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252844218, completionTime=-1 2024-11-22T05:20:44,218 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:20:44,218 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252904220 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252964220 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:37859, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,220 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,221 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,222 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:20:44,223 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.362sec 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:20:44,224 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:20:44,225 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:20:44,225 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:20:44,225 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37859,1732252840628-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:20:44,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d0ea24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:44,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:44,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:44,322 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8c7ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:44,324 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:44,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef94d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:44,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35835,1732252840791, seqNum=-1] 2024-11-22T05:20:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:44,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:44,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,37859,1732252840628 2024-11-22T05:20:44,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64995 2024-11-22T05:20:44,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:20:44,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10160fc7a350008 connected 2024-11-22T05:20:44,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33967,1732252829316 2024-11-22T05:20:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bfb71c5 2024-11-22T05:20:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:44,349 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:44,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:20:44,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:44,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:44,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:20:44,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:20:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:44,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40b58b92475944538780040b286efce2, NAME => 'test,,1732252844349.40b58b92475944538780040b286efce2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3 2024-11-22T05:20:44,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:20:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252844349.40b58b92475944538780040b286efce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40b58b92475944538780040b286efce2, disabling compactions & flushes 2024-11-22T05:20:45,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252844349.40b58b92475944538780040b286efce2. after waiting 0 ms 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40b58b92475944538780040b286efce2: Waiting for close lock at 1732252845168Disabling compacts and flushes for region at 1732252845168Disabling writes for close at 1732252845168Writing region close event to WAL at 1732252845168Closed at 1732252845168 2024-11-22T05:20:45,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:45,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252844349.40b58b92475944538780040b286efce2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252845169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252845169"}]},"ts":"1732252845169"} 2024-11-22T05:20:45,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:45,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:45,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252845172"}]},"ts":"1732252845172"} 2024-11-22T05:20:45,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:20:45,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40b58b92475944538780040b286efce2, ASSIGN}] 2024-11-22T05:20:45,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40b58b92475944538780040b286efce2, ASSIGN 2024-11-22T05:20:45,176 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40b58b92475944538780040b286efce2, ASSIGN; state=OFFLINE, location=82891a793a29,44059,1732252829577; forceNewPlan=false, retain=false 2024-11-22T05:20:45,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40b58b92475944538780040b286efce2, regionState=OPENING, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:45,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40b58b92475944538780040b286efce2, ASSIGN because future has completed 2024-11-22T05:20:45,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b58b92475944538780040b286efce2, server=82891a793a29,44059,1732252829577}] 2024-11-22T05:20:45,485 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,485 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40b58b92475944538780040b286efce2, NAME => 'test,,1732252844349.40b58b92475944538780040b286efce2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:45,485 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:45,485 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:20:45,485 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,485 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252844349.40b58b92475944538780040b286efce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:45,486 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,486 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,487 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,488 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b58b92475944538780040b286efce2 columnFamilyName f 2024-11-22T05:20:45,488 DEBUG [StoreOpener-40b58b92475944538780040b286efce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:45,488 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(327): Store=40b58b92475944538780040b286efce2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:45,488 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,489 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b58b92475944538780040b286efce2 columnFamilyName f1 2024-11-22T05:20:45,489 DEBUG [StoreOpener-40b58b92475944538780040b286efce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:45,489 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(327): Store=40b58b92475944538780040b286efce2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:45,489 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,490 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40b58b92475944538780040b286efce2 columnFamilyName norep 2024-11-22T05:20:45,490 DEBUG [StoreOpener-40b58b92475944538780040b286efce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:45,490 INFO [StoreOpener-40b58b92475944538780040b286efce2-1 {}] regionserver.HStore(327): Store=40b58b92475944538780040b286efce2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:45,491 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,491 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2 2024-11-22T05:20:45,491 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2 2024-11-22T05:20:45,492 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,492 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,493 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:45,493 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,495 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:45,495 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40b58b92475944538780040b286efce2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72976948, jitterRate=0.08744126558303833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:45,495 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40b58b92475944538780040b286efce2 2024-11-22T05:20:45,496 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40b58b92475944538780040b286efce2: Running coprocessor pre-open hook at 1732252845486Writing region info on filesystem at 1732252845486Initializing all the Stores at 1732252845486Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252845486Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252845487 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252845487Cleaning up temporary data from old regions at 1732252845492 (+5 ms)Running coprocessor post-open hooks at 1732252845495 (+3 ms)Region opened successfully at 1732252845496 (+1 ms) 2024-11-22T05:20:45,497 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252844349.40b58b92475944538780040b286efce2., pid=6, masterSystemTime=1732252845481 2024-11-22T05:20:45,499 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,499 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:20:45,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40b58b92475944538780040b286efce2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:45,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40b58b92475944538780040b286efce2, server=82891a793a29,44059,1732252829577 because future has completed 2024-11-22T05:20:45,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:20:45,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40b58b92475944538780040b286efce2, server=82891a793a29,44059,1732252829577 in 173 msec 2024-11-22T05:20:45,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:20:45,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40b58b92475944538780040b286efce2, ASSIGN in 329 msec 2024-11-22T05:20:45,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:45,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252845506"}]},"ts":"1732252845506"} 2024-11-22T05:20:45,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:20:45,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:45,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-22T05:20:46,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:20:46,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:46,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:20:46,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:20:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:46,503 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:20:46,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46759,1732252834950 2024-11-22T05:20:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3670c1ff 2024-11-22T05:20:46,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:46,505 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:46,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:20:46,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:46,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:46,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:20:46,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:20:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:46,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c2c84a7b88d19a9879a3943dc7ff6a, NAME => 'test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69 2024-11-22T05:20:46,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:20:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56c2c84a7b88d19a9879a3943dc7ff6a, disabling compactions & flushes 2024-11-22T05:20:47,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. after waiting 0 ms 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c2c84a7b88d19a9879a3943dc7ff6a: Waiting for close lock at 1732252847323Disabling compacts and flushes for region at 1732252847323Disabling writes for close at 1732252847323Writing region close event to WAL at 1732252847323Closed at 1732252847323 2024-11-22T05:20:47,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:47,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252847325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252847325"}]},"ts":"1732252847325"} 2024-11-22T05:20:47,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:47,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:47,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252847327"}]},"ts":"1732252847327"} 2024-11-22T05:20:47,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:20:47,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c2c84a7b88d19a9879a3943dc7ff6a, ASSIGN}] 2024-11-22T05:20:47,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c2c84a7b88d19a9879a3943dc7ff6a, ASSIGN 2024-11-22T05:20:47,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56c2c84a7b88d19a9879a3943dc7ff6a, ASSIGN; state=OFFLINE, location=82891a793a29,45055,1732252835116; forceNewPlan=false, retain=false 2024-11-22T05:20:47,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c2c84a7b88d19a9879a3943dc7ff6a, regionState=OPENING, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:47,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56c2c84a7b88d19a9879a3943dc7ff6a, ASSIGN because future has completed 2024-11-22T05:20:47,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c2c84a7b88d19a9879a3943dc7ff6a, server=82891a793a29,45055,1732252835116}] 2024-11-22T05:20:47,638 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,638 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c2c84a7b88d19a9879a3943dc7ff6a, NAME => 'test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:47,638 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:47,638 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:20:47,638 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,638 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:47,638 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,638 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,639 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,640 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c2c84a7b88d19a9879a3943dc7ff6a columnFamilyName f 2024-11-22T05:20:47,640 DEBUG [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:47,640 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(327): Store=56c2c84a7b88d19a9879a3943dc7ff6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:47,640 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,641 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c2c84a7b88d19a9879a3943dc7ff6a columnFamilyName f1 2024-11-22T05:20:47,641 DEBUG [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:47,641 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(327): Store=56c2c84a7b88d19a9879a3943dc7ff6a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:47,641 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,642 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c2c84a7b88d19a9879a3943dc7ff6a columnFamilyName norep 2024-11-22T05:20:47,642 DEBUG [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:47,642 INFO [StoreOpener-56c2c84a7b88d19a9879a3943dc7ff6a-1 {}] regionserver.HStore(327): Store=56c2c84a7b88d19a9879a3943dc7ff6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:47,642 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,643 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,643 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:47,643 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,643 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,644 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:47,644 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,646 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:47,646 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56c2c84a7b88d19a9879a3943dc7ff6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61618601, jitterRate=-0.08181129395961761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:47,646 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:20:47,646 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56c2c84a7b88d19a9879a3943dc7ff6a: Running coprocessor pre-open hook at 1732252847638Writing region info on filesystem at 1732252847638Initializing all the Stores at 1732252847639 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252847639Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252847639Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252847639Cleaning up temporary data from old regions at 1732252847643 (+4 ms)Running coprocessor post-open hooks at 1732252847646 (+3 ms)Region opened successfully at 1732252847646 2024-11-22T05:20:47,647 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a., pid=6, masterSystemTime=1732252847635 2024-11-22T05:20:47,649 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,649 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:20:47,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c2c84a7b88d19a9879a3943dc7ff6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:47,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c2c84a7b88d19a9879a3943dc7ff6a, server=82891a793a29,45055,1732252835116 because future has completed 2024-11-22T05:20:47,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:20:47,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c2c84a7b88d19a9879a3943dc7ff6a, server=82891a793a29,45055,1732252835116 in 168 msec 2024-11-22T05:20:47,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:20:47,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56c2c84a7b88d19a9879a3943dc7ff6a, ASSIGN in 324 msec 2024-11-22T05:20:47,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:47,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252847655"}]},"ts":"1732252847655"} 2024-11-22T05:20:47,656 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:20:47,657 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:47,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-22T05:20:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:48,653 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:20:48,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:20:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e3c9c2 2024-11-22T05:20:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:48,655 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:48,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:20:48,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:48,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:48,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:20:48,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:20:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:48,802 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:20:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:49,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6eea096f1688737f81fbd7503bb1016c, NAME => 'test,,1732252848655.6eea096f1688737f81fbd7503bb1016c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646 2024-11-22T05:20:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:20:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:49,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252848655.6eea096f1688737f81fbd7503bb1016c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6eea096f1688737f81fbd7503bb1016c, disabling compactions & flushes 2024-11-22T05:20:49,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. after waiting 0 ms 2024-11-22T05:20:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6eea096f1688737f81fbd7503bb1016c: Waiting for close lock at 1732252849523Disabling compacts and flushes for region at 1732252849523Disabling writes for close at 1732252849524 (+1 ms)Writing region close event to WAL at 1732252849524Closed at 1732252849524 2024-11-22T05:20:49,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:49,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252848655.6eea096f1688737f81fbd7503bb1016c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252849525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252849525"}]},"ts":"1732252849525"} 2024-11-22T05:20:49,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:49,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:49,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252849527"}]},"ts":"1732252849527"} 2024-11-22T05:20:49,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:20:49,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eea096f1688737f81fbd7503bb1016c, ASSIGN}] 2024-11-22T05:20:49,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6eea096f1688737f81fbd7503bb1016c, ASSIGN 2024-11-22T05:20:49,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6eea096f1688737f81fbd7503bb1016c, ASSIGN; state=OFFLINE, location=82891a793a29,35835,1732252840791; forceNewPlan=false, retain=false 2024-11-22T05:20:49,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eea096f1688737f81fbd7503bb1016c, regionState=OPENING, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6eea096f1688737f81fbd7503bb1016c, ASSIGN because future has completed 2024-11-22T05:20:49,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eea096f1688737f81fbd7503bb1016c, server=82891a793a29,35835,1732252840791}] 2024-11-22T05:20:49,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:49,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:49,837 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eea096f1688737f81fbd7503bb1016c, NAME => 'test,,1732252848655.6eea096f1688737f81fbd7503bb1016c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:49,838 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:49,838 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:20:49,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252848655.6eea096f1688737f81fbd7503bb1016c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:49,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,839 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,840 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea096f1688737f81fbd7503bb1016c columnFamilyName f 2024-11-22T05:20:49,840 DEBUG [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:49,841 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(327): Store=6eea096f1688737f81fbd7503bb1016c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:49,841 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,841 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea096f1688737f81fbd7503bb1016c columnFamilyName f1 2024-11-22T05:20:49,841 DEBUG [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:49,842 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(327): Store=6eea096f1688737f81fbd7503bb1016c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:49,842 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,843 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eea096f1688737f81fbd7503bb1016c columnFamilyName norep 2024-11-22T05:20:49,843 DEBUG [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:49,843 INFO [StoreOpener-6eea096f1688737f81fbd7503bb1016c-1 {}] regionserver.HStore(327): Store=6eea096f1688737f81fbd7503bb1016c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:49,843 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,844 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,844 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:49,846 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,850 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:49,850 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6eea096f1688737f81fbd7503bb1016c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73931021, jitterRate=0.10165806114673615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:49,851 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:20:49,851 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6eea096f1688737f81fbd7503bb1016c: Running coprocessor pre-open hook at 1732252849838Writing region info on filesystem at 1732252849838Initializing all the Stores at 1732252849839 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252849839Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252849839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252849839Cleaning up temporary data from old regions at 1732252849845 (+6 ms)Running coprocessor post-open hooks at 1732252849851 (+6 ms)Region opened successfully at 1732252849851 2024-11-22T05:20:49,851 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., pid=6, masterSystemTime=1732252849834 2024-11-22T05:20:49,853 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,853 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:20:49,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6eea096f1688737f81fbd7503bb1016c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:49,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eea096f1688737f81fbd7503bb1016c, server=82891a793a29,35835,1732252840791 because future has completed 2024-11-22T05:20:49,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:20:49,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eea096f1688737f81fbd7503bb1016c, server=82891a793a29,35835,1732252840791 in 174 msec 2024-11-22T05:20:49,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:20:49,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6eea096f1688737f81fbd7503bb1016c, ASSIGN in 329 msec 2024-11-22T05:20:49,860 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:49,860 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252849860"}]},"ts":"1732252849860"} 2024-11-22T05:20:49,862 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:20:49,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:49,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2070 sec 2024-11-22T05:20:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:20:50,803 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:20:50,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f45835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:50,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:50,805 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26947ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:50,806 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:50,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0f577b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33967,1732252829316 2024-11-22T05:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a414802 2024-11-22T05:20:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:50,809 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:50,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:46759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:20:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:20:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:50,811 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46759' 2024-11-22T05:20:50,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18132aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:50,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:50,813 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b503f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:50,814 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf7d6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:50,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46759,1732252834950 2024-11-22T05:20:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17626002 2024-11-22T05:20:50,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:50,816 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:50,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:20:50,817 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:20:50,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:50,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:50,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:50,817 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:50,818 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:20:50,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:50,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:50,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:20:50,868 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:20:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:51,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4aab2177556cfe39ad34bab2a7a56b35, NAME => 'hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3 2024-11-22T05:20:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4aab2177556cfe39ad34bab2a7a56b35, disabling compactions & flushes 2024-11-22T05:20:51,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. after waiting 0 ms 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4aab2177556cfe39ad34bab2a7a56b35: Waiting for close lock at 1732252851230Disabling compacts and flushes for region at 1732252851230Disabling writes for close at 1732252851230Writing region close event to WAL at 1732252851230Closed at 1732252851230 2024-11-22T05:20:51,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:51,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252851231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252851231"}]},"ts":"1732252851231"} 2024-11-22T05:20:51,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:51,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:51,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252851233"}]},"ts":"1732252851233"} 2024-11-22T05:20:51,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:20:51,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aab2177556cfe39ad34bab2a7a56b35, ASSIGN}] 2024-11-22T05:20:51,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aab2177556cfe39ad34bab2a7a56b35, ASSIGN 2024-11-22T05:20:51,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4aab2177556cfe39ad34bab2a7a56b35, ASSIGN; state=OFFLINE, location=82891a793a29,44059,1732252829577; forceNewPlan=false, retain=false 2024-11-22T05:20:51,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aab2177556cfe39ad34bab2a7a56b35, regionState=OPENING, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:51,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4aab2177556cfe39ad34bab2a7a56b35, ASSIGN because future has completed 2024-11-22T05:20:51,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aab2177556cfe39ad34bab2a7a56b35, server=82891a793a29,44059,1732252829577}] 2024-11-22T05:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:51,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:51,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:20:51,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C44059%2C1732252829577.rep, suffix=, logDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577, archiveDir=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/oldWALs, maxLogs=10 2024-11-22T05:20:51,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.rep.1732252851545, exclude list is [], retry=0 2024-11-22T05:20:51,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34705,DS-7bd7321d-00e4-43fa-a574-773b430e229d,DISK] 2024-11-22T05:20:51,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.rep.1732252851545 2024-11-22T05:20:51,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34179:34179)] 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aab2177556cfe39ad34bab2a7a56b35, NAME => 'hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:51,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. service=MultiRowMutationService 2024-11-22T05:20:51,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,563 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,564 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aab2177556cfe39ad34bab2a7a56b35 columnFamilyName hfileref 2024-11-22T05:20:51,564 DEBUG [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:51,565 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(327): Store=4aab2177556cfe39ad34bab2a7a56b35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:51,565 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,566 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aab2177556cfe39ad34bab2a7a56b35 columnFamilyName queue 2024-11-22T05:20:51,566 DEBUG [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:51,566 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(327): Store=4aab2177556cfe39ad34bab2a7a56b35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:51,566 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,567 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aab2177556cfe39ad34bab2a7a56b35 columnFamilyName sid 2024-11-22T05:20:51,567 DEBUG [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:51,567 INFO [StoreOpener-4aab2177556cfe39ad34bab2a7a56b35-1 {}] regionserver.HStore(327): Store=4aab2177556cfe39ad34bab2a7a56b35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:51,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:51,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:51,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4aab2177556cfe39ad34bab2a7a56b35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61005603, jitterRate=-0.09094567596912384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:51,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:20:51,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4aab2177556cfe39ad34bab2a7a56b35: Running coprocessor pre-open hook at 1732252851562Writing region info on filesystem at 1732252851562Initializing all the Stores at 1732252851563 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252851563Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252851563Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252851563Cleaning up temporary data from old regions at 1732252851568 (+5 ms)Running coprocessor post-open hooks at 1732252851571 (+3 ms)Region opened successfully at 1732252851572 (+1 ms) 2024-11-22T05:20:51,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35., pid=10, masterSystemTime=1732252851541 2024-11-22T05:20:51,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:20:51,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aab2177556cfe39ad34bab2a7a56b35, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,44059,1732252829577 2024-11-22T05:20:51,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aab2177556cfe39ad34bab2a7a56b35, server=82891a793a29,44059,1732252829577 because future has completed 2024-11-22T05:20:51,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:20:51,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aab2177556cfe39ad34bab2a7a56b35, server=82891a793a29,44059,1732252829577 in 188 msec 2024-11-22T05:20:51,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:20:51,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aab2177556cfe39ad34bab2a7a56b35, ASSIGN in 343 msec 2024-11-22T05:20:51,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:51,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252851580"}]},"ts":"1732252851580"} 2024-11-22T05:20:51,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:20:51,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:51,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 766 msec 2024-11-22T05:20:51,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35., hostname=82891a793a29,44059,1732252829577, seqNum=2] 2024-11-22T05:20:51,755 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:51,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:20:51,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:20:51,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:20:51,929 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:20:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:51,954 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,44059,1732252829577, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:20:51,954 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:51,954 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,44059,1732252829577, seqNum=-1] 2024-11-22T05:20:51,955 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:51,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:51,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,44059,1732252829577', locateType=CURRENT is [region=hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35., hostname=82891a793a29,44059,1732252829577, seqNum=2] 2024-11-22T05:20:51,959 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:20:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:20:51,960 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,44059,1732252829577 suceeded 2024-11-22T05:20:51,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:20:51,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-22T05:20:51,962 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:46759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:20:51,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1530 sec 2024-11-22T05:20:51,972 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46759' 2024-11-22T05:20:51,973 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:51,973 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:51,973 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:51,974 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3893d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:51,975 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:51,975 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:51,975 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:51,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46759,1732252834950 2024-11-22T05:20:51,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e3102f 2024-11-22T05:20:51,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:51,977 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-22T05:20:51,977 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,44059,1732252829577 (queues=1) is replicating from cluster=d467e6f2-5ada-42fb-abfe-a901891306a6 to cluster=a53fc789-e71f-4bf4-a5d1-744d18e1f56f 2024-11-22T05:20:51,977 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C44059%2C1732252829577 2024-11-22T05:20:51,977 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,44059,1732252829577, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:20:51,978 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, startPosition=0, beingWritten=true 2024-11-22T05:20:51,978 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C44059%2C1732252829577 2024-11-22T05:20:51,982 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:51,982 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:51,982 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:52,185 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:52,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:52,891 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:52,954 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:20:52,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:52,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:52,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:52,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:52,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:52,955 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59573019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,956 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5781bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46759,1732252834950 2024-11-22T05:20:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f752a69 2024-11-22T05:20:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:52,958 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:52,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:37859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:20:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:20:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:52,961 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:37859' 2024-11-22T05:20:52,961 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de22325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,961 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:52,962 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:52,962 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:52,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:52,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:52,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a0ee9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:52,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,963 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666152a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:52,964 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:20:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40060a6a 2024-11-22T05:20:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:52,965 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:52,966 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T05:20:52,966 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:20:52,966 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,966 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:52,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:52,967 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:52,968 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:20:52,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:52,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:52,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:52,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:20:53,018 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:20:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:53,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0a32414523e38f338a7e5638674b79f, NAME => 'hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69 2024-11-22T05:20:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:20:53,394 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d0a32414523e38f338a7e5638674b79f, disabling compactions & flushes 2024-11-22T05:20:53,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. after waiting 0 ms 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:53,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0a32414523e38f338a7e5638674b79f: Waiting for close lock at 1732252853782Disabling compacts and flushes for region at 1732252853782Disabling writes for close at 1732252853782Writing region close event to WAL at 1732252853782Closed at 1732252853782 2024-11-22T05:20:53,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:53,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252853820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252853820"}]},"ts":"1732252853820"} 2024-11-22T05:20:53,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:53,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:53,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252853822"}]},"ts":"1732252853822"} 2024-11-22T05:20:53,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:20:53,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0a32414523e38f338a7e5638674b79f, ASSIGN}] 2024-11-22T05:20:53,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0a32414523e38f338a7e5638674b79f, ASSIGN 2024-11-22T05:20:53,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0a32414523e38f338a7e5638674b79f, ASSIGN; state=OFFLINE, location=82891a793a29,45055,1732252835116; forceNewPlan=false, retain=false 2024-11-22T05:20:53,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0a32414523e38f338a7e5638674b79f, regionState=OPENING, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:53,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d0a32414523e38f338a7e5638674b79f, ASSIGN because future has completed 2024-11-22T05:20:53,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0a32414523e38f338a7e5638674b79f, server=82891a793a29,45055,1732252835116}] 2024-11-22T05:20:53,997 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:54,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:54,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:54,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:20:54,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45055%2C1732252835116.rep, suffix=, logDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116, archiveDir=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/oldWALs, maxLogs=10 2024-11-22T05:20:54,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.rep.1732252854134, exclude list is [], retry=0 2024-11-22T05:20:54,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-9c301452-0fa1-4ce2-a20f-6e9db430758c,DISK] 2024-11-22T05:20:54,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.rep.1732252854134 2024-11-22T05:20:54,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43521:43521)] 2024-11-22T05:20:54,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d0a32414523e38f338a7e5638674b79f, NAME => 'hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:54,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. service=MultiRowMutationService 2024-11-22T05:20:54,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,155 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,156 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0a32414523e38f338a7e5638674b79f columnFamilyName hfileref 2024-11-22T05:20:54,156 DEBUG [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:54,156 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(327): Store=d0a32414523e38f338a7e5638674b79f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:54,156 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,157 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0a32414523e38f338a7e5638674b79f columnFamilyName queue 2024-11-22T05:20:54,157 DEBUG [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:54,157 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(327): Store=d0a32414523e38f338a7e5638674b79f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:54,157 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,158 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0a32414523e38f338a7e5638674b79f columnFamilyName sid 2024-11-22T05:20:54,158 DEBUG [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:54,159 INFO [StoreOpener-d0a32414523e38f338a7e5638674b79f-1 {}] regionserver.HStore(327): Store=d0a32414523e38f338a7e5638674b79f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:54,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:54,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:54,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d0a32414523e38f338a7e5638674b79f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880401, jitterRate=-0.12261365354061127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:54,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:20:54,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d0a32414523e38f338a7e5638674b79f: Running coprocessor pre-open hook at 1732252854154Writing region info on filesystem at 1732252854154Initializing all the Stores at 1732252854155 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252854155Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252854155Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252854155Cleaning up temporary data from old regions at 1732252854161 (+6 ms)Running coprocessor post-open hooks at 1732252854164 (+3 ms)Region opened successfully at 1732252854164 2024-11-22T05:20:54,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f., pid=10, masterSystemTime=1732252854129 2024-11-22T05:20:54,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:54,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:20:54,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d0a32414523e38f338a7e5638674b79f, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45055,1732252835116 2024-11-22T05:20:54,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0a32414523e38f338a7e5638674b79f, server=82891a793a29,45055,1732252835116 because future has completed 2024-11-22T05:20:54,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:20:54,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d0a32414523e38f338a7e5638674b79f, server=82891a793a29,45055,1732252835116 in 191 msec 2024-11-22T05:20:54,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:20:54,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d0a32414523e38f338a7e5638674b79f, ASSIGN in 347 msec 2024-11-22T05:20:54,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:54,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252854172"}]},"ts":"1732252854172"} 2024-11-22T05:20:54,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:20:54,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:54,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-22T05:20:54,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f., hostname=82891a793a29,45055,1732252835116, seqNum=2] 2024-11-22T05:20:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:20:54,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:20:54,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:20:54,424 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:20:54,450 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,45055,1732252835116, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:20:54,450 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:54,451 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45055,1732252835116, seqNum=-1] 2024-11-22T05:20:54,451 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:54,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:54,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,45055,1732252835116', locateType=CURRENT is [region=hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f., hostname=82891a793a29,45055,1732252835116, seqNum=2] 2024-11-22T05:20:54,463 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:20:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:20:54,469 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,45055,1732252835116 suceeded 2024-11-22T05:20:54,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:20:54,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-22T05:20:54,471 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:37859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:20:54,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-22T05:20:54,485 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:37859' 2024-11-22T05:20:54,487 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:54,487 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:54,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:54,488 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1baf24bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:54,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:54,490 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:54,491 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:54,491 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:20:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dcef312 2024-11-22T05:20:54,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:54,493 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-22T05:20:54,493 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,45055,1732252835116 (queues=1) is replicating from cluster=a53fc789-e71f-4bf4-a5d1-744d18e1f56f to cluster=97c6bae9-3a7d-4bb4-b773-2ecb96d3df02 2024-11-22T05:20:54,494 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C45055%2C1732252835116 2024-11-22T05:20:54,494 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,45055,1732252835116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:20:54,494 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C45055%2C1732252835116 2024-11-22T05:20:54,494 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, startPosition=0, beingWritten=true 2024-11-22T05:20:54,504 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:54,504 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:54,504 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:54,700 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:54,708 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:54,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:20:55,012 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:55,103 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:20:55,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:55,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:55,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:55,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590b12be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:55,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:55,105 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b881a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,106 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714b2b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:55,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:20:55,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51455e8e 2024-11-22T05:20:55,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:55,108 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:55,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:33967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:20:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:20:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:55,111 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33967' 2024-11-22T05:20:55,112 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fa0faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,112 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:55,112 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:55,112 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d677800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,114 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:55,114 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33967,1732252829316 2024-11-22T05:20:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cca6ee7 2024-11-22T05:20:55,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:55,116 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:20:55,117 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T05:20:55,117 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:20:55,117 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,117 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:55,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:55,117 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:20:55,118 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:20:55,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:20:55,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:55,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:20:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:20:55,169 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:20:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:55,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:20:55,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:20:55,416 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:55,503 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:55,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 479a3c52380ddc485e25e6c220ece108, NAME => 'hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646 2024-11-22T05:20:55,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 479a3c52380ddc485e25e6c220ece108, disabling compactions & flushes 2024-11-22T05:20:55,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. after waiting 0 ms 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 479a3c52380ddc485e25e6c220ece108: Waiting for close lock at 1732252855531Disabling compacts and flushes for region at 1732252855531Disabling writes for close at 1732252855531Writing region close event to WAL at 1732252855531Closed at 1732252855531 2024-11-22T05:20:55,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:20:55,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252855532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252855532"}]},"ts":"1732252855532"} 2024-11-22T05:20:55,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:20:55,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:20:55,535 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252855535"}]},"ts":"1732252855535"} 2024-11-22T05:20:55,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:20:55,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479a3c52380ddc485e25e6c220ece108, ASSIGN}] 2024-11-22T05:20:55,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479a3c52380ddc485e25e6c220ece108, ASSIGN 2024-11-22T05:20:55,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=479a3c52380ddc485e25e6c220ece108, ASSIGN; state=OFFLINE, location=82891a793a29,35835,1732252840791; forceNewPlan=false, retain=false 2024-11-22T05:20:55,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=479a3c52380ddc485e25e6c220ece108, regionState=OPENING, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:55,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=479a3c52380ddc485e25e6c220ece108, ASSIGN because future has completed 2024-11-22T05:20:55,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479a3c52380ddc485e25e6c220ece108, server=82891a793a29,35835,1732252840791}] 2024-11-22T05:20:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:55,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:20:55,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:20:55,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C35835%2C1732252840791.rep, suffix=, logDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791, archiveDir=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/oldWALs, maxLogs=10 2024-11-22T05:20:55,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.rep.1732252855848, exclude list is [], retry=0 2024-11-22T05:20:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38795,DS-8e511230-ead6-40ac-9093-0f33cf33c791,DISK] 2024-11-22T05:20:55,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.rep.1732252855848 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33983:33983)] 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 479a3c52380ddc485e25e6c220ece108, NAME => 'hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:20:55,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. service=MultiRowMutationService 2024-11-22T05:20:55,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:20:55,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,866 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,867 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479a3c52380ddc485e25e6c220ece108 columnFamilyName hfileref 2024-11-22T05:20:55,867 DEBUG [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:55,867 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(327): Store=479a3c52380ddc485e25e6c220ece108/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:55,867 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,868 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479a3c52380ddc485e25e6c220ece108 columnFamilyName queue 2024-11-22T05:20:55,868 DEBUG [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:55,868 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(327): Store=479a3c52380ddc485e25e6c220ece108/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:55,868 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,869 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479a3c52380ddc485e25e6c220ece108 columnFamilyName sid 2024-11-22T05:20:55,869 DEBUG [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:20:55,869 INFO [StoreOpener-479a3c52380ddc485e25e6c220ece108-1 {}] regionserver.HStore(327): Store=479a3c52380ddc485e25e6c220ece108/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:20:55,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:20:55,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:20:55,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 479a3c52380ddc485e25e6c220ece108; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70938307, jitterRate=0.05706314742565155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:20:55,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:20:55,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 479a3c52380ddc485e25e6c220ece108: Running coprocessor pre-open hook at 1732252855865Writing region info on filesystem at 1732252855865Initializing all the Stores at 1732252855865Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252855865Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252855865Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252855865Cleaning up temporary data from old regions at 1732252855871 (+6 ms)Running coprocessor post-open hooks at 1732252855874 (+3 ms)Region opened successfully at 1732252855874 2024-11-22T05:20:55,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108., pid=10, masterSystemTime=1732252855843 2024-11-22T05:20:55,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:20:55,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=479a3c52380ddc485e25e6c220ece108, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,35835,1732252840791 2024-11-22T05:20:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479a3c52380ddc485e25e6c220ece108, server=82891a793a29,35835,1732252840791 because future has completed 2024-11-22T05:20:55,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:20:55,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 479a3c52380ddc485e25e6c220ece108, server=82891a793a29,35835,1732252840791 in 188 msec 2024-11-22T05:20:55,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:20:55,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=479a3c52380ddc485e25e6c220ece108, ASSIGN in 343 msec 2024-11-22T05:20:55,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:20:55,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252855883"}]},"ts":"1732252855883"} 2024-11-22T05:20:55,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:20:55,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:20:55,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-22T05:20:55,920 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:55,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108., hostname=82891a793a29,35835,1732252840791, seqNum=2] 2024-11-22T05:20:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:20:56,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:20:56,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:20:56,171 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:20:56,198 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,35835,1732252840791, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:20:56,198 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:56,199 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35835,1732252840791, seqNum=-1] 2024-11-22T05:20:56,199 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:56,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:56,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,35835,1732252840791', locateType=CURRENT is [region=hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108., hostname=82891a793a29,35835,1732252840791, seqNum=2] 2024-11-22T05:20:56,203 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:20:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:20:56,205 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,35835,1732252840791 suceeded 2024-11-22T05:20:56,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:20:56,207 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:33967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:20:56,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T05:20:56,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-22T05:20:56,217 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33967' 2024-11-22T05:20:56,218 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8c8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,218 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:56,218 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,218 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:56,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235401a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,219 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,220 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e227fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,220 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:20:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33967,1732252829316 2024-11-22T05:20:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564d9364 2024-11-22T05:20:56,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:20:56,221 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T05:20:56,222 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,35835,1732252840791 (queues=1) is replicating from cluster=97c6bae9-3a7d-4bb4-b773-2ecb96d3df02 to cluster=d467e6f2-5ada-42fb-abfe-a901891306a6 2024-11-22T05:20:56,222 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C35835%2C1732252840791 2024-11-22T05:20:56,222 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,35835,1732252840791, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:20:56,222 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C35835%2C1732252840791 2024-11-22T05:20:56,222 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, startPosition=0, beingWritten=true 2024-11-22T05:20:56,226 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:56,226 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 379, reset compression=false 2024-11-22T05:20:56,226 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:20:56,244 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:20:56,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:20:56,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:20:56,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:20:56,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:56,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,245 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12294f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,246 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d54ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:56,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,248 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:56,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:56,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689c2723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:56,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,249 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143315b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:56,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,252 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675d4f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,253 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344b6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:56,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,44059,1732252829577, seqNum=-1] 2024-11-22T05:20:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:56,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:56,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252844349.40b58b92475944538780040b286efce2., hostname=82891a793a29,44059,1732252829577, seqNum=2] 2024-11-22T05:20:56,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35835,1732252840791, seqNum=-1] 2024-11-22T05:20:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:56,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., hostname=82891a793a29,35835,1732252840791, seqNum=2] 2024-11-22T05:20:56,283 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T05:20:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:20:56,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:20:56,407 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 379, reset compression=false 2024-11-22T05:20:56,411 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:56,411 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 480, reset compression=false 2024-11-22T05:20:56,411 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[{test/40b58b92475944538780040b286efce2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T05:20:56,413 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:56,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-22T05:20:56,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:56,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dd7a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46759,-1 for getting cluster id 2024-11-22T05:20:56,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,415 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a53fc789-e71f-4bf4-a5d1-744d18e1f56f' 2024-11-22T05:20:56,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a53fc789-e71f-4bf4-a5d1-744d18e1f56f" 2024-11-22T05:20:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37666b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46759,-1] 2024-11-22T05:20:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,416 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@baf68d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:56,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45055,1732252835116, seqNum=-1] 2024-11-22T05:20:56,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:56,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:56,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a., hostname=82891a793a29,45055,1732252835116, seqNum=2] 2024-11-22T05:20:56,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:56,431 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 379, reset compression=false 2024-11-22T05:20:56,524 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 379, reset compression=false 2024-11-22T05:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 504, reset compression=false 2024-11-22T05:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T05:20:56,529 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:56,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-22T05:20:56,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:56,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@590bf068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:20:56,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:56,532 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d2691c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:20:56,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:56,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:56,533 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:56,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faa200a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:56,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,35835,1732252840791, seqNum=-1] 2024-11-22T05:20:56,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:56,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:56,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., hostname=82891a793a29,35835,1732252840791, seqNum=2] 2024-11-22T05:20:56,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:56,615 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 480, reset compression=false 2024-11-22T05:20:56,731 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 504, reset compression=false 2024-11-22T05:20:56,734 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 379, reset compression=false 2024-11-22T05:20:56,738 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:56,738 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 528, reset compression=false 2024-11-22T05:20:56,738 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:56,918 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 480, reset compression=false 2024-11-22T05:20:56,941 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 528, reset compression=false 2024-11-22T05:20:57,034 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 504, reset compression=false 2024-11-22T05:20:57,245 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 528, reset compression=false 2024-11-22T05:20:57,285 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T05:20:57,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45055,1732252835116, seqNum=-1] 2024-11-22T05:20:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:57,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:20:57,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a., hostname=82891a793a29,45055,1732252835116, seqNum=2] 2024-11-22T05:20:57,292 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T05:20:57,322 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 480, reset compression=false 2024-11-22T05:20:57,446 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 504, reset compression=false 2024-11-22T05:20:57,450 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:57,450 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 608, reset compression=false 2024-11-22T05:20:57,450 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:20:57,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:57,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:57,648 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 528, reset compression=false 2024-11-22T05:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 656, reset compression=false 2024-11-22T05:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea096f1688737f81fbd7503bb1016c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T05:20:57,653 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 608, reset compression=false 2024-11-22T05:20:57,654 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:20:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T05:20:57,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:57,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a33efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:57,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:20:57,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:20:57,656 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:20:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:20:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:20:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fccac82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:57,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:20:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:20:57,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:20:57,657 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:20:57,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f149d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:20:57,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:20:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,44059,1732252829577, seqNum=-1] 2024-11-22T05:20:57,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:20:57,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T05:20:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732252844349.40b58b92475944538780040b286efce2., hostname=82891a793a29,44059,1732252829577, seqNum=2] 2024-11-22T05:20:57,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:57,825 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 480, reset compression=false 2024-11-22T05:20:57,828 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:57,828 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 632, reset compression=false 2024-11-22T05:20:57,828 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:57,855 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 656, reset compression=false 2024-11-22T05:20:57,956 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 608, reset compression=false 2024-11-22T05:20:58,032 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 632, reset compression=false 2024-11-22T05:20:58,158 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 656, reset compression=false 2024-11-22T05:20:58,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T05:20:58,297 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T05:20:58,335 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 632, reset compression=false 2024-11-22T05:20:58,359 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 608, reset compression=false 2024-11-22T05:20:58,562 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 656, reset compression=false 2024-11-22T05:20:58,566 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:58,566 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 760, reset compression=false 2024-11-22T05:20:58,566 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea096f1688737f81fbd7503bb1016c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:20:58,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:58,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:58,740 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 632, reset compression=false 2024-11-22T05:20:58,744 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:58,744 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 760, reset compression=false 2024-11-22T05:20:58,744 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[{test/40b58b92475944538780040b286efce2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T05:20:58,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:58,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:58,771 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 760, reset compression=false 2024-11-22T05:20:58,863 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 608, reset compression=false 2024-11-22T05:20:58,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:20:58,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:58,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 760, reset compression=false 2024-11-22T05:20:58,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:20:58,947 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 760, reset compression=false 2024-11-22T05:20:59,074 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 760, reset compression=false 2024-11-22T05:20:59,153 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 760, reset compression=false 2024-11-22T05:20:59,253 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 760, reset compression=false 2024-11-22T05:20:59,299 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T05:20:59,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T05:20:59,456 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 760, reset compression=false 2024-11-22T05:20:59,477 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 760, reset compression=false 2024-11-22T05:20:59,656 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 760, reset compression=false 2024-11-22T05:20:59,660 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:59,660 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 916, reset compression=false 2024-11-22T05:20:59,660 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[{test/40b58b92475944538780040b286efce2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T05:20:59,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:59,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:59,859 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 760, reset compression=false 2024-11-22T05:20:59,863 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:20:59,863 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 908, reset compression=false 2024-11-22T05:20:59,863 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 916, reset compression=false 2024-11-22T05:20:59,863 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T05:20:59,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:20:59,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:20:59,979 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 760, reset compression=false 2024-11-22T05:20:59,983 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:20:59,983 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 932, reset compression=false 2024-11-22T05:20:59,983 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:00,067 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 908, reset compression=false 2024-11-22T05:21:00,167 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 916, reset compression=false 2024-11-22T05:21:00,186 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 932, reset compression=false 2024-11-22T05:21:00,304 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T05:21:00,307 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T05:21:00,370 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 908, reset compression=false 2024-11-22T05:21:00,374 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:00,374 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1067, reset compression=false 2024-11-22T05:21:00,374 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T05:21:00,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:00,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:00,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 932, reset compression=false 2024-11-22T05:21:00,492 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:00,492 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1082, reset compression=false 2024-11-22T05:21:00,492 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea096f1688737f81fbd7503bb1016c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T05:21:00,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:00,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:00,570 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 916, reset compression=false 2024-11-22T05:21:00,574 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:00,574 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1090, reset compression=false 2024-11-22T05:21:00,574 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:00,581 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1067, reset compression=false 2024-11-22T05:21:00,695 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1082, reset compression=false 2024-11-22T05:21:00,777 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1090, reset compression=false 2024-11-22T05:21:00,885 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1067, reset compression=false 2024-11-22T05:21:00,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:00,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:00,934 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68525 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:00,999 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1082, reset compression=false 2024-11-22T05:21:01,080 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1090, reset compression=false 2024-11-22T05:21:01,288 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1067, reset compression=false 2024-11-22T05:21:01,309 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T05:21:01,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T05:21:01,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:01,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,402 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1082, reset compression=false 2024-11-22T05:21:01,406 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:01,406 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1241, reset compression=false 2024-11-22T05:21:01,406 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea096f1688737f81fbd7503bb1016c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T05:21:01,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:01,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:01,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:01,483 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1090, reset compression=false 2024-11-22T05:21:01,487 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:01,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:01,488 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[{test/40b58b92475944538780040b286efce2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T05:21:01,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:01,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:01,613 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1241, reset compression=false 2024-11-22T05:21:01,691 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:01,792 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1067, reset compression=false 2024-11-22T05:21:01,796 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:01,796 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:01,796 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:01,916 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1241, reset compression=false 2024-11-22T05:21:01,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:01,999 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:02,301 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:02,314 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T05:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1241, reset compression=false 2024-11-22T05:21:02,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b00fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:21:02,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:02,321 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e19def9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,323 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:02,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2973cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:21:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41041230 2024-11-22T05:21:02,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:02,328 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:02,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-22T05:21:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-22T05:21:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:21:02,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:21:02,397 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:21:02,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T05:21:02,497 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-22T05:21:02,497 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-22T05:21:02,497 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,35835,1732252840791 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-22T05:21:02,498 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/82891a793a29:0-0. 2024-11-22T05:21:02,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:02,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:02,598 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T05:21:02,598 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:21:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:21:02,698 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 terminated 2024-11-22T05:21:02,704 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:02,718 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,35835,1732252840791, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:21:02,719 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-22T05:21:02,719 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T05:21:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T05:21:02,721 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 82891a793a29,35835,1732252840791 suceeded 2024-11-22T05:21:02,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T05:21:02,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 377 msec 2024-11-22T05:21:02,723 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-22T05:21:02,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 395 msec 2024-11-22T05:21:02,731 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33967' 2024-11-22T05:21:02,732 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4908a3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,732 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33967,-1 for getting cluster id 2024-11-22T05:21:02,732 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:02,733 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd467e6f2-5ada-42fb-abfe-a901891306a6' 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d467e6f2-5ada-42fb-abfe-a901891306a6" 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e1f827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33967,-1] 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:02,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,734 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:02,735 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e2f270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:02,735 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:02,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33967,1732252829316 2024-11-22T05:21:02,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c838f2c 2024-11-22T05:21:02,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:02,736 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T05:21:02,737 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,35835,1732252840791 (queues=1) is replicating from cluster=97c6bae9-3a7d-4bb4-b773-2ecb96d3df02 to cluster=d467e6f2-5ada-42fb-abfe-a901891306a6 2024-11-22T05:21:02,737 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C35835%2C1732252840791 2024-11-22T05:21:02,737 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,35835,1732252840791, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:21:02,737 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C35835%2C1732252840791 2024-11-22T05:21:02,900 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:21:02,963 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:21:02,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:02,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:02,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:02,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:02,967 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-22T05:21:03,207 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:03,504 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1240, reset compression=false 2024-11-22T05:21:03,508 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:03,508 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1344, reset compression=false 2024-11-22T05:21:03,508 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[{test/40b58b92475944538780040b286efce2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:21:03,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:03,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:03,712 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1344, reset compression=false 2024-11-22T05:21:03,810 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1241, reset compression=false 2024-11-22T05:21:03,815 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:03,815 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1369, reset compression=false 2024-11-22T05:21:03,815 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T05:21:03,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:03,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:03,968 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-22T05:21:03,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf5cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:03,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37859,-1 for getting cluster id 2024-11-22T05:21:03,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:03,972 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97c6bae9-3a7d-4bb4-b773-2ecb96d3df02' 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97c6bae9-3a7d-4bb4-b773-2ecb96d3df02" 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e05d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37859,-1] 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:03,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:03,973 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:03,973 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee7be41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:03,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:03,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37859,1732252840628 2024-11-22T05:21:03,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6f82ca 2024-11-22T05:21:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:03,977 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:03,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-22T05:21:04,016 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1344, reset compression=false 2024-11-22T05:21:04,018 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1369, reset compression=false 2024-11-22T05:21:04,021 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:04,021 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:04,021 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c2c84a7b88d19a9879a3943dc7ff6a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:21:04,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-22T05:21:04,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35835 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T05:21:04,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:21:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T05:21:04,225 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:04,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-22T05:21:04,238 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-22T05:21:04,239 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T05:21:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T05:21:04,241 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 82891a793a29,35835,1732252840791 suceeded 2024-11-22T05:21:04,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T05:21:04,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-22T05:21:04,242 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-22T05:21:04,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 264 msec 2024-11-22T05:21:04,338 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, startPosition=1241, beingWritten=true 2024-11-22T05:21:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T05:21:04,343 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:21:04,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:04,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:04,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:04,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:04,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:04,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[{test/6eea096f1688737f81fbd7503bb1016c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T05:21:04,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:04,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:04,345 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-22T05:21:04,345 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:04,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T05:21:04,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:04,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:04,419 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1344, reset compression=false 2024-11-22T05:21:04,423 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:04,423 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:04,423 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:04,528 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:04,539 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:21:04,547 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:04,626 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:04,850 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:04,929 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:04,931 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:05,253 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:05,333 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:05,346 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-22T05:21:05,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:05,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:05,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:05,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:05,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:05,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:05,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:05,347 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=556095315, stopped=false 2024-11-22T05:21:05,347 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,37859,1732252840628 2024-11-22T05:21:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2797558841/running 2024-11-22T05:21:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2797558841/running 2024-11-22T05:21:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:21:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:21:05,407 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:05,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:05,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:05,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:05,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/running 2024-11-22T05:21:05,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Set watcher on znode that does not yet exist, /2797558841/running 2024-11-22T05:21:05,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,35835,1732252840791' ***** 2024-11-22T05:21:05,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:05,408 INFO [RS:0;82891a793a29:35835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:05,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 479a3c52380ddc485e25e6c220ece108 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,35835,1732252840791 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35835. 2024-11-22T05:21:05,409 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 479a3c52380ddc485e25e6c220ece108, disabling compactions & flushes 2024-11-22T05:21:05,409 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:21:05,409 DEBUG [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:05,409 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:21:05,409 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:05,409 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. after waiting 0 ms 2024-11-22T05:21:05,409 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:05,409 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:05,409 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 479a3c52380ddc485e25e6c220ece108 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-22T05:21:05,410 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:05,410 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1325): Online Regions={479a3c52380ddc485e25e6c220ece108=hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108., 6eea096f1688737f81fbd7503bb1016c=test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:21:05,410 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479a3c52380ddc485e25e6c220ece108, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:05,410 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:05,410 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:05,410 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:05,410 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:05,410 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:05,410 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:05,419 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:05,424 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/info/204487d2d6d34af6859fa997399bea1c is 147, key is hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108./info:regioninfo/1732252855876/Put/seqid=0 2024-11-22T05:21:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741840_1016 (size=7686) 2024-11-22T05:21:05,428 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/.tmp/queue/e055cc3d399346e68f2fdda8f5890ddb is 154, key is 1-82891a793a29,35835,1732252840791/queue:82891a793a29%2C35835%2C1732252840791/1732252864350/Put/seqid=0 2024-11-22T05:21:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741841_1017 (size=5353) 2024-11-22T05:21:05,435 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:05,610 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479a3c52380ddc485e25e6c220ece108, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:05,756 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:05,810 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479a3c52380ddc485e25e6c220ece108, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:05,828 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/info/204487d2d6d34af6859fa997399bea1c 2024-11-22T05:21:05,831 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/.tmp/queue/e055cc3d399346e68f2fdda8f5890ddb 2024-11-22T05:21:05,835 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/.tmp/queue/e055cc3d399346e68f2fdda8f5890ddb as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/queue/e055cc3d399346e68f2fdda8f5890ddb 2024-11-22T05:21:05,837 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:05,839 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/queue/e055cc3d399346e68f2fdda8f5890ddb, entries=1, sequenceid=13, filesize=5.2 K 2024-11-22T05:21:05,839 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 479a3c52380ddc485e25e6c220ece108 in 430ms, sequenceid=13, compaction requested=false 2024-11-22T05:21:05,842 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/replication/479a3c52380ddc485e25e6c220ece108/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:05,843 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 479a3c52380ddc485e25e6c220ece108: Waiting for close lock at 1732252865409Running coprocessor pre-close hooks at 1732252865409Disabling compacts and flushes for region at 1732252865409Disabling writes for close at 1732252865409Obtaining lock to block concurrent updates at 1732252865410 (+1 ms)Preparing flush snapshotting stores in 479a3c52380ddc485e25e6c220ece108 at 1732252865410Finished memstore snapshotting hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732252865410Flushing stores of hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. at 1732252865410Flushing 479a3c52380ddc485e25e6c220ece108/queue: creating writer at 1732252865410Flushing 479a3c52380ddc485e25e6c220ece108/queue: appending metadata at 1732252865427 (+17 ms)Flushing 479a3c52380ddc485e25e6c220ece108/queue: closing flushed file at 1732252865427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733a0092: reopening flushed file at 1732252865835 (+408 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 479a3c52380ddc485e25e6c220ece108 in 430ms, sequenceid=13, compaction requested=false at 1732252865839 (+4 ms)Writing region close event to WAL at 1732252865840 (+1 ms)Running coprocessor post-close hooks at 1732252865843 (+3 ms)Closed at 1732252865843 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252855117.479a3c52380ddc485e25e6c220ece108. 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6eea096f1688737f81fbd7503bb1016c, disabling compactions & flushes 2024-11-22T05:21:05,843 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. after waiting 0 ms 2024-11-22T05:21:05,843 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:21:05,843 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6eea096f1688737f81fbd7503bb1016c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T05:21:05,850 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/ns/642611411f5f495baac96e54b9d4babc is 43, key is default/ns:d/1732252844215/Put/seqid=0 2024-11-22T05:21:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741842_1018 (size=5153) 2024-11-22T05:21:05,861 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f/ab9e111b754e4b6d981c8cbdc1b103c1 is 37, key is row3/f:row3/1732252862964/Put/seqid=0 2024-11-22T05:21:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741843_1019 (size=5228) 2024-11-22T05:21:06,003 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:06,003 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:06,010 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:06,038 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:06,210 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:06,253 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/ns/642611411f5f495baac96e54b9d4babc 2024-11-22T05:21:06,265 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f/ab9e111b754e4b6d981c8cbdc1b103c1 2024-11-22T05:21:06,268 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab9e111b754e4b6d981c8cbdc1b103c1 2024-11-22T05:21:06,271 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/rep_barrier/0add09876de24444abc682a6603c0063 is 112, key is test,,1732252848655.6eea096f1688737f81fbd7503bb1016c./rep_barrier:seqnumDuringOpen/1732252849854/Put/seqid=0 2024-11-22T05:21:06,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741844_1020 (size=5518) 2024-11-22T05:21:06,286 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f1/5c30b2dbc8064584b34996e02d8745ae is 30, key is row1/f1:/1732252860305/DeleteFamily/seqid=0 2024-11-22T05:21:06,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741845_1021 (size=5158) 2024-11-22T05:21:06,360 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1521, reset compression=false 2024-11-22T05:21:06,364 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:06,364 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1768, reset compression=false 2024-11-22T05:21:06,364 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,35835,1732252840791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:06,365 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,35835,1732252840791: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,35835,1732252840791, walGroup=82891a793a29%2C35835%2C1732252840791, offset=82891a793a29%2C35835%2C1732252840791.1732252843131:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:35835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:06,366 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:06,366 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:06,366 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:06,367 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:06,367 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:06,367 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 898657256 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198449120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:06,367 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:37859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:37859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:06,411 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:21:06,411 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1325): Online Regions={6eea096f1688737f81fbd7503bb1016c=test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:21:06,411 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:06,440 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:06,567 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1768, reset compression=false 2024-11-22T05:21:06,611 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:06,678 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/rep_barrier/0add09876de24444abc682a6603c0063 2024-11-22T05:21:06,689 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f1/5c30b2dbc8064584b34996e02d8745ae 2024-11-22T05:21:06,692 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c30b2dbc8064584b34996e02d8745ae 2024-11-22T05:21:06,695 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/table/3b859bbeb0be473c96a117e9fdcf2dd1 is 53, key is hbase:replication/table:state/1732252855883/Put/seqid=0 2024-11-22T05:21:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:21:06,698 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/table/3b859bbeb0be473c96a117e9fdcf2dd1 2024-11-22T05:21:06,702 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/info/204487d2d6d34af6859fa997399bea1c as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/info/204487d2d6d34af6859fa997399bea1c 2024-11-22T05:21:06,706 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/info/204487d2d6d34af6859fa997399bea1c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:06,707 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/ns/642611411f5f495baac96e54b9d4babc as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/ns/642611411f5f495baac96e54b9d4babc 2024-11-22T05:21:06,710 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/ns/642611411f5f495baac96e54b9d4babc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:06,711 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/rep_barrier/0add09876de24444abc682a6603c0063 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/rep_barrier/0add09876de24444abc682a6603c0063 2024-11-22T05:21:06,712 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/norep/a0add3caed8f4e47ba3acc05264c74ab is 33, key is row2/norep:/1732252861310/DeleteFamily/seqid=0 2024-11-22T05:21:06,715 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/rep_barrier/0add09876de24444abc682a6603c0063, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741847_1023 (size=5108) 2024-11-22T05:21:06,716 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/.tmp/table/3b859bbeb0be473c96a117e9fdcf2dd1 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/table/3b859bbeb0be473c96a117e9fdcf2dd1 2024-11-22T05:21:06,720 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/table/3b859bbeb0be473c96a117e9fdcf2dd1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:06,721 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:06,733 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:06,734 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:06,734 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:06,734 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:06,734 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252865410Running coprocessor pre-close hooks at 1732252865410Disabling compacts and flushes for region at 1732252865410Disabling writes for close at 1732252865410Obtaining lock to block concurrent updates at 1732252865410Preparing flush snapshotting stores in 1588230740 at 1732252865410Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252865410Flushing stores of hbase:meta,,1.1588230740 at 1732252865411 (+1 ms)Flushing 1588230740/info: creating writer at 1732252865411Flushing 1588230740/info: appending metadata at 1732252865424 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732252865424Flushing 1588230740/ns: creating writer at 1732252865832 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732252865849 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732252865849Flushing 1588230740/rep_barrier: creating writer at 1732252866257 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252866271 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252866271Flushing 1588230740/table: creating writer at 1732252866681 (+410 ms)Flushing 1588230740/table: appending metadata at 1732252866694 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732252866695 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113a2975: reopening flushed file at 1732252866702 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7417f7d1: reopening flushed file at 1732252866706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bc877d: reopening flushed file at 1732252866710 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b60486: reopening flushed file at 1732252866715 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1732252866721 (+6 ms)Writing region close event to WAL at 1732252866731 (+10 ms)Running coprocessor post-close hooks at 1732252866734 (+3 ms)Closed at 1732252866734 2024-11-22T05:21:06,734 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:06,741 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:06,811 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:06,870 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1768, reset compression=false 2024-11-22T05:21:07,011 DEBUG [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1351): Waiting on 6eea096f1688737f81fbd7503bb1016c 2024-11-22T05:21:07,115 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/norep/a0add3caed8f4e47ba3acc05264c74ab 2024-11-22T05:21:07,119 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0add3caed8f4e47ba3acc05264c74ab 2024-11-22T05:21:07,119 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f/ab9e111b754e4b6d981c8cbdc1b103c1 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/f/ab9e111b754e4b6d981c8cbdc1b103c1 2024-11-22T05:21:07,123 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab9e111b754e4b6d981c8cbdc1b103c1 2024-11-22T05:21:07,123 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/f/ab9e111b754e4b6d981c8cbdc1b103c1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T05:21:07,124 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/f1/5c30b2dbc8064584b34996e02d8745ae as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/f1/5c30b2dbc8064584b34996e02d8745ae 2024-11-22T05:21:07,127 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c30b2dbc8064584b34996e02d8745ae 2024-11-22T05:21:07,127 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/f1/5c30b2dbc8064584b34996e02d8745ae, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:07,128 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/.tmp/norep/a0add3caed8f4e47ba3acc05264c74ab as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/norep/a0add3caed8f4e47ba3acc05264c74ab 2024-11-22T05:21:07,131 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0add3caed8f4e47ba3acc05264c74ab 2024-11-22T05:21:07,132 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/norep/a0add3caed8f4e47ba3acc05264c74ab, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:07,132 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eea096f1688737f81fbd7503bb1016c in 1289ms, sequenceid=12, compaction requested=false 2024-11-22T05:21:07,138 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/data/default/test/6eea096f1688737f81fbd7503bb1016c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T05:21:07,139 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:07,139 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:07,139 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:21:07,139 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6eea096f1688737f81fbd7503bb1016c: Waiting for close lock at 1732252865843Running coprocessor pre-close hooks at 1732252865843Disabling compacts and flushes for region at 1732252865843Disabling writes for close at 1732252865843Obtaining lock to block concurrent updates at 1732252865843Preparing flush snapshotting stores in 6eea096f1688737f81fbd7503bb1016c at 1732252865843Finished memstore snapshotting test,,1732252848655.6eea096f1688737f81fbd7503bb1016c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732252865844 (+1 ms)Flushing stores of test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. at 1732252865844Flushing 6eea096f1688737f81fbd7503bb1016c/f: creating writer at 1732252865844Flushing 6eea096f1688737f81fbd7503bb1016c/f: appending metadata at 1732252865861 (+17 ms)Flushing 6eea096f1688737f81fbd7503bb1016c/f: closing flushed file at 1732252865861Flushing 6eea096f1688737f81fbd7503bb1016c/f1: creating writer at 1732252866269 (+408 ms)Flushing 6eea096f1688737f81fbd7503bb1016c/f1: appending metadata at 1732252866285 (+16 ms)Flushing 6eea096f1688737f81fbd7503bb1016c/f1: closing flushed file at 1732252866285Flushing 6eea096f1688737f81fbd7503bb1016c/norep: creating writer at 1732252866693 (+408 ms)Flushing 6eea096f1688737f81fbd7503bb1016c/norep: appending metadata at 1732252866711 (+18 ms)Flushing 6eea096f1688737f81fbd7503bb1016c/norep: closing flushed file at 1732252866711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ab83c5: reopening flushed file at 1732252867119 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4222971: reopening flushed file at 1732252867123 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b563f8: reopening flushed file at 1732252867127 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6eea096f1688737f81fbd7503bb1016c in 1289ms, sequenceid=12, compaction requested=false at 1732252867132 (+5 ms)Writing region close event to WAL at 1732252867136 (+4 ms)Running coprocessor post-close hooks at 1732252867139 (+3 ms)Closed at 1732252867139 2024-11-22T05:21:07,139 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252848655.6eea096f1688737f81fbd7503bb1016c. 2024-11-22T05:21:07,143 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:07,211 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,35835,1732252840791; all regions closed. 2024-11-22T05:21:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:07,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.meta.1732252844166.meta not finished, retry = 0 2024-11-22T05:21:07,273 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 1768, reset compression=false 2024-11-22T05:21:07,277 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:07,277 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 2412, reset compression=false 2024-11-22T05:21:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741839_1015 (size=3333) 2024-11-22T05:21:07,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.rep.1732252855848 not finished, retry = 0 2024-11-22T05:21:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741832_1008 (size=2420) 2024-11-22T05:21:07,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 not finished, retry = 0 2024-11-22T05:21:07,480 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 to pos 2412, reset compression=false 2024-11-22T05:21:07,519 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:07,520 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/WALs/82891a793a29,35835,1732252840791/82891a793a29%2C35835%2C1732252840791.1732252843131 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:07,520 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,35835,1732252840791 because: Region server is closing 2024-11-22T05:21:07,520 INFO [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35835. 2024-11-22T05:21:07,521 DEBUG [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:07,521 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:07,521 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:07,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:07,544 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:07,621 INFO [RS:0;82891a793a29:35835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.shipper82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 terminated 2024-11-22T05:21:07,621 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,35835,1732252840791.replicationSource.wal-reader.82891a793a29%2C35835%2C1732252840791,1-82891a793a29,35835,1732252840791 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-22T05:21:07,621 INFO [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:35835. 2024-11-22T05:21:07,621 DEBUG [RS:0;82891a793a29:35835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:07,621 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:07,622 DEBUG [RS:0;82891a793a29:35835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:07,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:07,622 INFO [RS:0;82891a793a29:35835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35835 2024-11-22T05:21:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841/rs 2024-11-22T05:21:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2797558841/rs/82891a793a29,35835,1732252840791 2024-11-22T05:21:07,649 INFO [RS:0;82891a793a29:35835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:07,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,35835,1732252840791] 2024-11-22T05:21:07,670 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2797558841/draining/82891a793a29,35835,1732252840791 already deleted, retry=false 2024-11-22T05:21:07,670 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,35835,1732252840791 expired; onlineServers=0 2024-11-22T05:21:07,670 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,37859,1732252840628' ***** 2024-11-22T05:21:07,670 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:07,670 INFO [M:0;82891a793a29:37859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:07,670 INFO [M:0;82891a793a29:37859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:07,670 DEBUG [M:0;82891a793a29:37859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:07,670 DEBUG [M:0;82891a793a29:37859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:07,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:07,670 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252842911 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252842911,5,FailOnTimeoutGroup] 2024-11-22T05:21:07,670 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252842911 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252842911,5,FailOnTimeoutGroup] 2024-11-22T05:21:07,670 INFO [M:0;82891a793a29:37859 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:07,671 INFO [M:0;82891a793a29:37859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:07,671 DEBUG [M:0;82891a793a29:37859 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:07,671 INFO [M:0;82891a793a29:37859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:07,671 INFO [M:0;82891a793a29:37859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:07,671 INFO [M:0;82891a793a29:37859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:07,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2797558841/master 2024-11-22T05:21:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2797558841 2024-11-22T05:21:07,680 DEBUG [M:0;82891a793a29:37859 {}] zookeeper.ZKUtil(347): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Unable to get data of znode /2797558841/master because node does not exist (not an error) 2024-11-22T05:21:07,680 WARN [M:0;82891a793a29:37859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:07,681 INFO [M:0;82891a793a29:37859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/.lastflushedseqids 2024-11-22T05:21:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:21:07,759 INFO [RS:0;82891a793a29:35835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:07,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:07,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35835-0x10160fc7a350007, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:07,759 INFO [RS:0;82891a793a29:35835 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,35835,1732252840791; zookeeper connection closed. 2024-11-22T05:21:07,760 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2381edd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2381edd5 2024-11-22T05:21:07,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:07,947 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:08,086 INFO [M:0;82891a793a29:37859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:08,086 INFO [M:0;82891a793a29:37859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:08,086 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:08,086 INFO [M:0;82891a793a29:37859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:08,086 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:08,086 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:08,086 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:08,086 INFO [M:0;82891a793a29:37859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-22T05:21:08,104 DEBUG [M:0;82891a793a29:37859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8a1eb559e44fa8bf08354415cd1d20 is 82, key is hbase:meta,,1/info:regioninfo/1732252844198/Put/seqid=0 2024-11-22T05:21:08,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:21:08,448 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:08,507 INFO [M:0;82891a793a29:37859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8a1eb559e44fa8bf08354415cd1d20 2024-11-22T05:21:08,528 DEBUG [M:0;82891a793a29:37859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed97947d14348709182a265296dbd87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252855889/Put/seqid=0 2024-11-22T05:21:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741850_1026 (size=9212) 2024-11-22T05:21:08,850 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:08,932 INFO [M:0;82891a793a29:37859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed97947d14348709182a265296dbd87 2024-11-22T05:21:08,952 DEBUG [M:0;82891a793a29:37859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107524afb6864b0da0a9b6f02bae3a81 is 69, key is 82891a793a29,35835,1732252840791/rs:state/1732252842951/Put/seqid=0 2024-11-22T05:21:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:21:09,408 INFO [M:0;82891a793a29:37859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107524afb6864b0da0a9b6f02bae3a81 2024-11-22T05:21:09,413 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d8a1eb559e44fa8bf08354415cd1d20 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d8a1eb559e44fa8bf08354415cd1d20 2024-11-22T05:21:09,415 INFO [M:0;82891a793a29:37859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d8a1eb559e44fa8bf08354415cd1d20, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T05:21:09,416 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ed97947d14348709182a265296dbd87 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ed97947d14348709182a265296dbd87 2024-11-22T05:21:09,419 INFO [M:0;82891a793a29:37859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ed97947d14348709182a265296dbd87, entries=15, sequenceid=127, filesize=9.0 K 2024-11-22T05:21:09,420 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107524afb6864b0da0a9b6f02bae3a81 as hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/107524afb6864b0da0a9b6f02bae3a81 2024-11-22T05:21:09,423 INFO [M:0;82891a793a29:37859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46593/user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/107524afb6864b0da0a9b6f02bae3a81, entries=1, sequenceid=127, filesize=5.0 K 2024-11-22T05:21:09,423 INFO [M:0;82891a793a29:37859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=127, compaction requested=false 2024-11-22T05:21:09,424 INFO [M:0;82891a793a29:37859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:09,425 DEBUG [M:0;82891a793a29:37859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252868086Disabling compacts and flushes for region at 1732252868086Disabling writes for close at 1732252868086Obtaining lock to block concurrent updates at 1732252868086Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252868086Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732252868086Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252868087 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252868087Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252868103 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252868103Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252868511 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252868527 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252868528 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252868935 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252868951 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252868951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6034d0ed: reopening flushed file at 1732252869412 (+461 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcc8a63: reopening flushed file at 1732252869415 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356a8dfb: reopening flushed file at 1732252869419 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=127, compaction requested=false at 1732252869424 (+5 ms)Writing region close event to WAL at 1732252869424Closed at 1732252869424 2024-11-22T05:21:09,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38795 is added to blk_1073741830_1006 (size=73866) 2024-11-22T05:21:09,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a968823-4152-341e-88ef-0c2d1fc34646/MasterData/WALs/82891a793a29,37859,1732252840628/82891a793a29%2C37859%2C1732252840628.1732252842555 not finished, retry = 0 2024-11-22T05:21:09,451 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:09,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:09,527 INFO [M:0;82891a793a29:37859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:09,527 INFO [M:0;82891a793a29:37859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37859 2024-11-22T05:21:09,527 INFO [M:0;82891a793a29:37859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:09,644 INFO [M:0;82891a793a29:37859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:09,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37859-0x10160fc7a350006, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:09,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620c8a63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:09,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c05b4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:09,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:09,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b0f833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:09,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac66193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:09,647 WARN [BP-1132094058-172.17.0.2-1732252838108 heartbeating to localhost/127.0.0.1:46593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:09,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:09,647 WARN [BP-1132094058-172.17.0.2-1732252838108 heartbeating to localhost/127.0.0.1:46593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1132094058-172.17.0.2-1732252838108 (Datanode Uuid a7916441-bf5e-48f2-bba0-4654906fa346) service to localhost/127.0.0.1:46593 2024-11-22T05:21:09,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:09,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/cluster_ca5d3054-557a-f132-94e0-417d87ab839f/data/data1/current/BP-1132094058-172.17.0.2-1732252838108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:09,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/cluster_ca5d3054-557a-f132-94e0-417d87ab839f/data/data2/current/BP-1132094058-172.17.0.2-1732252838108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:09,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:09,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cc73af2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:09,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cdfa9ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:09,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:09,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d838bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:09,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202c2ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:09,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:09,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:09,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:09,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:09,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:09,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:09,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:09,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:09,667 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=271313746, stopped=false 2024-11-22T05:21:09,667 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,46759,1732252834950 2024-11-22T05:21:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-183847282/running 2024-11-22T05:21:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:21:09,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-183847282/running 2024-11-22T05:21:09,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:21:09,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:09,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:09,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/running 2024-11-22T05:21:09,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:09,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,45055,1732252835116' ***** 2024-11-22T05:21:09,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:09,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Set watcher on znode that does not yet exist, /1-183847282/running 2024-11-22T05:21:09,711 INFO [RS:0;82891a793a29:45055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:09,711 INFO [RS:0;82891a793a29:45055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:09,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:09,711 INFO [RS:0;82891a793a29:45055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:09,711 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c2c84a7b88d19a9879a3943dc7ff6a 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for d0a32414523e38f338a7e5638674b79f 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,45055,1732252835116 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45055. 2024-11-22T05:21:09,712 DEBUG [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c2c84a7b88d19a9879a3943dc7ff6a, disabling compactions & flushes 2024-11-22T05:21:09,712 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:09,712 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. after waiting 0 ms 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:09,712 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56c2c84a7b88d19a9879a3943dc7ff6a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T05:21:09,712 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:09,712 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1325): Online Regions={56c2c84a7b88d19a9879a3943dc7ff6a=test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a., 1588230740=hbase:meta,,1.1588230740, d0a32414523e38f338a7e5638674b79f=hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f.} 2024-11-22T05:21:09,712 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c2c84a7b88d19a9879a3943dc7ff6a, d0a32414523e38f338a7e5638674b79f 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:09,712 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:09,712 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:09,713 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:09,726 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f/f16e17743e4d4d829bef7308d738df3c is 37, key is row3/f:row3/1732252862964/Put/seqid=0 2024-11-22T05:21:09,727 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/info/7f2400623f51435da375850327ea3875 is 147, key is hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f./info:regioninfo/1732252854166/Put/seqid=0 2024-11-22T05:21:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741840_1016 (size=5228) 2024-11-22T05:21:09,729 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f/f16e17743e4d4d829bef7308d738df3c 2024-11-22T05:21:09,731 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:09,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741841_1017 (size=7686) 2024-11-22T05:21:09,734 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16e17743e4d4d829bef7308d738df3c 2024-11-22T05:21:09,747 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f1/e6e4093eb38145f0ac07778972c674ed is 30, key is row1/f1:/1732252860305/DeleteFamily/seqid=0 2024-11-22T05:21:09,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741842_1018 (size=5158) 2024-11-22T05:21:09,750 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f1/e6e4093eb38145f0ac07778972c674ed 2024-11-22T05:21:09,754 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6e4093eb38145f0ac07778972c674ed 2024-11-22T05:21:09,776 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/norep/e87ab8cb7d844f69b0a6ccfb80ac8c98 is 33, key is row1/norep:/1732252860305/DeleteFamily/seqid=0 2024-11-22T05:21:09,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741843_1019 (size=5108) 2024-11-22T05:21:09,808 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:09,809 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:09,853 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:09,912 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c2c84a7b88d19a9879a3943dc7ff6a, d0a32414523e38f338a7e5638674b79f 2024-11-22T05:21:10,113 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c2c84a7b88d19a9879a3943dc7ff6a, d0a32414523e38f338a7e5638674b79f 2024-11-22T05:21:10,133 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/info/7f2400623f51435da375850327ea3875 2024-11-22T05:21:10,152 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/ns/0776e4189ea240c39cab8ade75d564b1 is 43, key is default/ns:d/1732252838037/Put/seqid=0 2024-11-22T05:21:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741844_1020 (size=5153) 2024-11-22T05:21:10,180 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/norep/e87ab8cb7d844f69b0a6ccfb80ac8c98 2024-11-22T05:21:10,188 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e87ab8cb7d844f69b0a6ccfb80ac8c98 2024-11-22T05:21:10,189 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f/f16e17743e4d4d829bef7308d738df3c as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/f/f16e17743e4d4d829bef7308d738df3c 2024-11-22T05:21:10,193 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f16e17743e4d4d829bef7308d738df3c 2024-11-22T05:21:10,193 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/f/f16e17743e4d4d829bef7308d738df3c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T05:21:10,193 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/f1/e6e4093eb38145f0ac07778972c674ed as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/f1/e6e4093eb38145f0ac07778972c674ed 2024-11-22T05:21:10,198 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6e4093eb38145f0ac07778972c674ed 2024-11-22T05:21:10,198 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/f1/e6e4093eb38145f0ac07778972c674ed, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:10,198 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/.tmp/norep/e87ab8cb7d844f69b0a6ccfb80ac8c98 as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/norep/e87ab8cb7d844f69b0a6ccfb80ac8c98 2024-11-22T05:21:10,203 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e87ab8cb7d844f69b0a6ccfb80ac8c98 2024-11-22T05:21:10,203 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/norep/e87ab8cb7d844f69b0a6ccfb80ac8c98, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:10,205 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 56c2c84a7b88d19a9879a3943dc7ff6a in 493ms, sequenceid=12, compaction requested=false 2024-11-22T05:21:10,205 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:21:10,268 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/default/test/56c2c84a7b88d19a9879a3943dc7ff6a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T05:21:10,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:10,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:10,269 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:21:10,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c2c84a7b88d19a9879a3943dc7ff6a: Waiting for close lock at 1732252869712Running coprocessor pre-close hooks at 1732252869712Disabling compacts and flushes for region at 1732252869712Disabling writes for close at 1732252869712Obtaining lock to block concurrent updates at 1732252869712Preparing flush snapshotting stores in 56c2c84a7b88d19a9879a3943dc7ff6a at 1732252869712Finished memstore snapshotting test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732252869712Flushing stores of test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. at 1732252869713 (+1 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f: creating writer at 1732252869713Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f: appending metadata at 1732252869725 (+12 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f: closing flushed file at 1732252869725Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f1: creating writer at 1732252869734 (+9 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f1: appending metadata at 1732252869746 (+12 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/f1: closing flushed file at 1732252869747 (+1 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/norep: creating writer at 1732252869754 (+7 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/norep: appending metadata at 1732252869776 (+22 ms)Flushing 56c2c84a7b88d19a9879a3943dc7ff6a/norep: closing flushed file at 1732252869776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b52013: reopening flushed file at 1732252870188 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7234f6: reopening flushed file at 1732252870193 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe5b0a0: reopening flushed file at 1732252870198 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 56c2c84a7b88d19a9879a3943dc7ff6a in 493ms, sequenceid=12, compaction requested=false at 1732252870205 (+7 ms)Writing region close event to WAL at 1732252870257 (+52 ms)Running coprocessor post-close hooks at 1732252870268 (+11 ms)Closed at 1732252870269 (+1 ms) 2024-11-22T05:21:10,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a. 2024-11-22T05:21:10,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0a32414523e38f338a7e5638674b79f, disabling compactions & flushes 2024-11-22T05:21:10,270 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:21:10,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:21:10,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. after waiting 0 ms 2024-11-22T05:21:10,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:21:10,270 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0a32414523e38f338a7e5638674b79f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-22T05:21:10,294 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/.tmp/queue/3bcaac850517401996e1a45d1fd6b49e is 154, key is 1-82891a793a29,45055,1732252835116/queue:82891a793a29%2C45055%2C1732252835116/1732252864031/Put/seqid=0 2024-11-22T05:21:10,313 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0a32414523e38f338a7e5638674b79f 2024-11-22T05:21:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741845_1021 (size=5353) 2024-11-22T05:21:10,317 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/.tmp/queue/3bcaac850517401996e1a45d1fd6b49e 2024-11-22T05:21:10,326 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/.tmp/queue/3bcaac850517401996e1a45d1fd6b49e as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/queue/3bcaac850517401996e1a45d1fd6b49e 2024-11-22T05:21:10,333 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/queue/3bcaac850517401996e1a45d1fd6b49e, entries=1, sequenceid=14, filesize=5.2 K 2024-11-22T05:21:10,334 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d0a32414523e38f338a7e5638674b79f in 64ms, sequenceid=14, compaction requested=false 2024-11-22T05:21:10,334 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:21:10,359 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/replication/d0a32414523e38f338a7e5638674b79f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-22T05:21:10,361 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:10,361 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:10,361 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:21:10,361 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0a32414523e38f338a7e5638674b79f: Waiting for close lock at 1732252870269Running coprocessor pre-close hooks at 1732252870269Disabling compacts and flushes for region at 1732252870269Disabling writes for close at 1732252870270 (+1 ms)Obtaining lock to block concurrent updates at 1732252870270Preparing flush snapshotting stores in d0a32414523e38f338a7e5638674b79f at 1732252870270Finished memstore snapshotting hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732252870270Flushing stores of hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. at 1732252870271 (+1 ms)Flushing d0a32414523e38f338a7e5638674b79f/queue: creating writer at 1732252870271Flushing d0a32414523e38f338a7e5638674b79f/queue: appending metadata at 1732252870294 (+23 ms)Flushing d0a32414523e38f338a7e5638674b79f/queue: closing flushed file at 1732252870294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a484065: reopening flushed file at 1732252870326 (+32 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d0a32414523e38f338a7e5638674b79f in 64ms, sequenceid=14, compaction requested=false at 1732252870334 (+8 ms)Writing region close event to WAL at 1732252870345 (+11 ms)Running coprocessor post-close hooks at 1732252870361 (+16 ms)Closed at 1732252870361 2024-11-22T05:21:10,361 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252852966.d0a32414523e38f338a7e5638674b79f. 2024-11-22T05:21:10,513 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:21:10,554 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 1473, reset compression=false 2024-11-22T05:21:10,565 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/ns/0776e4189ea240c39cab8ade75d564b1 2024-11-22T05:21:10,575 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:10,575 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 2364, reset compression=false 2024-11-22T05:21:10,575 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45055,1732252835116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:10,576 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,45055,1732252835116: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,45055,1732252835116, walGroup=82891a793a29%2C45055%2C1732252835116, offset=82891a793a29%2C45055%2C1732252835116.1732252836937:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:10,578 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:10,578 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:10,578 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:10,578 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:10,579 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:10,579 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 758262352 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198828456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:10,579 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:46759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:46759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:10,590 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/rep_barrier/83459643f89444478b529106a24eb59b is 112, key is test,,1732252846505.56c2c84a7b88d19a9879a3943dc7ff6a./rep_barrier:seqnumDuringOpen/1732252847649/Put/seqid=0 2024-11-22T05:21:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741846_1022 (size=5518) 2024-11-22T05:21:10,631 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/rep_barrier/83459643f89444478b529106a24eb59b 2024-11-22T05:21:10,660 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/table/b1a9025ae8cc4dd29974df5ffa16e04b is 53, key is hbase:replication/table:state/1732252854172/Put/seqid=0 2024-11-22T05:21:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741847_1023 (size=5308) 2024-11-22T05:21:10,674 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/table/b1a9025ae8cc4dd29974df5ffa16e04b 2024-11-22T05:21:10,680 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/info/7f2400623f51435da375850327ea3875 as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/info/7f2400623f51435da375850327ea3875 2024-11-22T05:21:10,688 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/info/7f2400623f51435da375850327ea3875, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:10,691 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/ns/0776e4189ea240c39cab8ade75d564b1 as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/ns/0776e4189ea240c39cab8ade75d564b1 2024-11-22T05:21:10,698 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/ns/0776e4189ea240c39cab8ade75d564b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:10,700 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/rep_barrier/83459643f89444478b529106a24eb59b as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/rep_barrier/83459643f89444478b529106a24eb59b 2024-11-22T05:21:10,705 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/rep_barrier/83459643f89444478b529106a24eb59b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:10,707 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/.tmp/table/b1a9025ae8cc4dd29974df5ffa16e04b as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/table/b1a9025ae8cc4dd29974df5ffa16e04b 2024-11-22T05:21:10,713 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:21:10,713 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:21:10,713 DEBUG [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:21:10,721 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/table/b1a9025ae8cc4dd29974df5ffa16e04b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:10,722 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:10,723 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:21:10,732 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:10,732 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:10,732 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:10,732 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:10,732 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252869712Running coprocessor pre-close hooks at 1732252869712Disabling compacts and flushes for region at 1732252869712Disabling writes for close at 1732252869712Obtaining lock to block concurrent updates at 1732252869713 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732252869713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252869713Flushing stores of hbase:meta,,1.1588230740 at 1732252869713Flushing 1588230740/info: creating writer at 1732252869713Flushing 1588230740/info: appending metadata at 1732252869726 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732252869726Flushing 1588230740/ns: creating writer at 1732252870137 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732252870152 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732252870152Flushing 1588230740/rep_barrier: creating writer at 1732252870570 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252870590 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252870590Flushing 1588230740/table: creating writer at 1732252870640 (+50 ms)Flushing 1588230740/table: appending metadata at 1732252870660 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732252870660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39abab96: reopening flushed file at 1732252870679 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a61dcb: reopening flushed file at 1732252870688 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d64de3e: reopening flushed file at 1732252870699 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107228a4: reopening flushed file at 1732252870705 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1010ms, sequenceid=16, compaction requested=false at 1732252870722 (+17 ms)Writing region close event to WAL at 1732252870724 (+2 ms)Running coprocessor post-close hooks at 1732252870732 (+8 ms)Closed at 1732252870732 2024-11-22T05:21:10,733 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:10,809 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.wal-reader.82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.1732252836937 to pos 2364, reset compression=false 2024-11-22T05:21:10,914 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,45055,1732252835116; all regions closed. 2024-11-22T05:21:10,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/WALs/82891a793a29,45055,1732252835116/82891a793a29%2C45055%2C1732252835116.meta.1732252837977.meta not finished, retry = 0 2024-11-22T05:21:10,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:10,957 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741839_1015 (size=3552) 2024-11-22T05:21:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741832_1008 (size=2372) 2024-11-22T05:21:11,063 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:11,063 INFO [RS:0;82891a793a29:45055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:11,063 INFO [RS:0;82891a793a29:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:11,063 INFO [RS:0;82891a793a29:45055 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:11,063 INFO [RS:0;82891a793a29:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:11,064 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:11,064 INFO [RS:0;82891a793a29:45055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,45055,1732252835116 because: Region server is closing 2024-11-22T05:21:11,064 INFO [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45055. 2024-11-22T05:21:11,064 DEBUG [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:11,064 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:11,064 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:11,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:11,165 INFO [RS:0;82891a793a29:45055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45055,1732252835116.replicationSource.shipper82891a793a29%2C45055%2C1732252835116,1-82891a793a29,45055,1732252835116 terminated 2024-11-22T05:21:11,165 INFO [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45055. 2024-11-22T05:21:11,165 DEBUG [RS:0;82891a793a29:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:11,165 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:11,165 DEBUG [RS:0;82891a793a29:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:11,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:11,166 INFO [RS:0;82891a793a29:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45055 2024-11-22T05:21:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-183847282/rs/82891a793a29,45055,1732252835116 2024-11-22T05:21:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282/rs 2024-11-22T05:21:11,228 INFO [RS:0;82891a793a29:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:11,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,45055,1732252835116] 2024-11-22T05:21:11,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-183847282/draining/82891a793a29,45055,1732252835116 already deleted, retry=false 2024-11-22T05:21:11,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,45055,1732252835116 expired; onlineServers=0 2024-11-22T05:21:11,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,46759,1732252834950' ***** 2024-11-22T05:21:11,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:11,249 INFO [M:0;82891a793a29:46759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:11,249 INFO [M:0;82891a793a29:46759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:11,249 DEBUG [M:0;82891a793a29:46759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:11,249 DEBUG [M:0;82891a793a29:46759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:11,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:11,249 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252836711 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252836711,5,FailOnTimeoutGroup] 2024-11-22T05:21:11,249 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252836712 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252836712,5,FailOnTimeoutGroup] 2024-11-22T05:21:11,249 INFO [M:0;82891a793a29:46759 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:11,249 INFO [M:0;82891a793a29:46759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:11,249 DEBUG [M:0;82891a793a29:46759 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:11,250 INFO [M:0;82891a793a29:46759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:11,250 INFO [M:0;82891a793a29:46759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:11,250 INFO [M:0;82891a793a29:46759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:11,250 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-183847282/master 2024-11-22T05:21:11,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-183847282 2024-11-22T05:21:11,259 DEBUG [M:0;82891a793a29:46759 {}] zookeeper.ZKUtil(347): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Unable to get data of znode /1-183847282/master because node does not exist (not an error) 2024-11-22T05:21:11,259 WARN [M:0;82891a793a29:46759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:11,260 INFO [M:0;82891a793a29:46759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/.lastflushedseqids 2024-11-22T05:21:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:21:11,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:11,338 INFO [RS:0;82891a793a29:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:11,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10160fc7a350004, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:11,338 INFO [RS:0;82891a793a29:45055 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,45055,1732252835116; zookeeper connection closed. 2024-11-22T05:21:11,339 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2da47d1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2da47d1b 2024-11-22T05:21:11,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:11,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:11,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:11,681 INFO [M:0;82891a793a29:46759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:11,681 INFO [M:0;82891a793a29:46759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:11,682 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:11,682 INFO [M:0;82891a793a29:46759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:11,682 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:11,682 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:11,682 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:11,682 INFO [M:0;82891a793a29:46759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-22T05:21:11,699 DEBUG [M:0;82891a793a29:46759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4690dd7116b476a8f420ea3047d886a is 82, key is hbase:meta,,1/info:regioninfo/1732252838006/Put/seqid=0 2024-11-22T05:21:11,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:21:11,707 INFO [M:0;82891a793a29:46759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4690dd7116b476a8f420ea3047d886a 2024-11-22T05:21:11,728 DEBUG [M:0;82891a793a29:46759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02be8c52a59436b9dce43ae9391b3ba is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252847658/Put/seqid=0 2024-11-22T05:21:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741850_1026 (size=7218) 2024-11-22T05:21:11,735 INFO [M:0;82891a793a29:46759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02be8c52a59436b9dce43ae9391b3ba 2024-11-22T05:21:11,740 INFO [M:0;82891a793a29:46759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e02be8c52a59436b9dce43ae9391b3ba 2024-11-22T05:21:11,759 DEBUG [M:0;82891a793a29:46759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad7b024869f64a3eb433ff3a7c0b009c is 69, key is 82891a793a29,45055,1732252835116/rs:state/1732252836785/Put/seqid=0 2024-11-22T05:21:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:21:12,170 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:12,174 INFO [M:0;82891a793a29:46759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad7b024869f64a3eb433ff3a7c0b009c 2024-11-22T05:21:12,177 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4690dd7116b476a8f420ea3047d886a as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4690dd7116b476a8f420ea3047d886a 2024-11-22T05:21:12,181 INFO [M:0;82891a793a29:46759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4690dd7116b476a8f420ea3047d886a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T05:21:12,181 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02be8c52a59436b9dce43ae9391b3ba as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e02be8c52a59436b9dce43ae9391b3ba 2024-11-22T05:21:12,184 INFO [M:0;82891a793a29:46759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e02be8c52a59436b9dce43ae9391b3ba 2024-11-22T05:21:12,184 INFO [M:0;82891a793a29:46759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e02be8c52a59436b9dce43ae9391b3ba, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T05:21:12,185 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad7b024869f64a3eb433ff3a7c0b009c as hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad7b024869f64a3eb433ff3a7c0b009c 2024-11-22T05:21:12,188 INFO [M:0;82891a793a29:46759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36927/user/jenkins/test-data/6c402e89-fcff-cf03-b380-1e826f8efd69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad7b024869f64a3eb433ff3a7c0b009c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T05:21:12,189 INFO [M:0;82891a793a29:46759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=105, compaction requested=false 2024-11-22T05:21:12,190 INFO [M:0;82891a793a29:46759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:12,190 DEBUG [M:0;82891a793a29:46759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252871681Disabling compacts and flushes for region at 1732252871681Disabling writes for close at 1732252871682 (+1 ms)Obtaining lock to block concurrent updates at 1732252871682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252871682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732252871682Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252871683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252871683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252871699 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252871699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252871710 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252871727 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252871728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252871740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252871758 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252871758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa9f9e8: reopening flushed file at 1732252872176 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e93b67: reopening flushed file at 1732252872181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a72e3d: reopening flushed file at 1732252872185 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=105, compaction requested=false at 1732252872189 (+4 ms)Writing region close event to WAL at 1732252872190 (+1 ms)Closed at 1732252872190 2024-11-22T05:21:12,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741830_1006 (size=64423) 2024-11-22T05:21:12,192 INFO [M:0;82891a793a29:46759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:12,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:12,192 INFO [M:0;82891a793a29:46759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46759 2024-11-22T05:21:12,192 INFO [M:0;82891a793a29:46759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:12,347 INFO [M:0;82891a793a29:46759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:12,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:12,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46759-0x10160fc7a350003, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:12,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@335b3501{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:12,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e857e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:12,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:12,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b57aaaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:12,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b0c9f8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:12,351 WARN [BP-351764136-172.17.0.2-1732252832727 heartbeating to localhost/127.0.0.1:36927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:12,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:12,351 WARN [BP-351764136-172.17.0.2-1732252832727 heartbeating to localhost/127.0.0.1:36927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-351764136-172.17.0.2-1732252832727 (Datanode Uuid 63673cff-90ef-4d87-8373-df71e2e1ec50) service to localhost/127.0.0.1:36927 2024-11-22T05:21:12,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:12,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/cluster_313629a8-66f3-0d11-9b16-c7745358be8b/data/data1/current/BP-351764136-172.17.0.2-1732252832727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:12,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/cluster_313629a8-66f3-0d11-9b16-c7745358be8b/data/data2/current/BP-351764136-172.17.0.2-1732252832727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:12,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:12,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b609be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:12,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@413816ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:12,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:12,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388d4706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:12,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673761d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aca293b0-84a5-7219-73ef-01c1692fe8b6/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:12,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:12,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:12,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:12,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:12,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:12,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:12,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:12,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=742427652, stopped=false 2024-11-22T05:21:12,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,33967,1732252829316 2024-11-22T05:21:12,449 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374503593/running 2024-11-22T05:21:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374503593/running 2024-11-22T05:21:12,449 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:21:12,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:21:12,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:12,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:12,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/running 2024-11-22T05:21:12,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:12,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:12,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Set watcher on znode that does not yet exist, /0374503593/running 2024-11-22T05:21:12,450 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,44059,1732252829577' ***** 2024-11-22T05:21:12,450 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:12,450 INFO [RS:0;82891a793a29:44059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:12,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(3091): Received CLOSE for 40b58b92475944538780040b286efce2 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(3091): Received CLOSE for 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,44059,1732252829577 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:44059. 2024-11-22T05:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40b58b92475944538780040b286efce2, disabling compactions & flushes 2024-11-22T05:21:12,451 DEBUG [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:12,451 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:21:12,451 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252844349.40b58b92475944538780040b286efce2. after waiting 0 ms 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:12,451 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:12,451 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40b58b92475944538780040b286efce2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-22T05:21:12,451 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:12,451 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1325): Online Regions={40b58b92475944538780040b286efce2=test,,1732252844349.40b58b92475944538780040b286efce2., 1588230740=hbase:meta,,1.1588230740, 4aab2177556cfe39ad34bab2a7a56b35=hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.} 2024-11-22T05:21:12,451 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b58b92475944538780040b286efce2, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:12,451 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:12,452 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:12,452 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:12,452 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:12,452 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:12,452 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:12,458 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:12,464 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/info/f7dea430e35d4bfda5c6330f913cab10 is 147, key is hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35./info:regioninfo/1732252851574/Put/seqid=0 2024-11-22T05:21:12,465 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f/58f9836f205e4e1dbc2c644f8066ec7a is 37, key is row3/f:row3/1732252862964/Put/seqid=0 2024-11-22T05:21:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741840_1016 (size=5228) 2024-11-22T05:21:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741841_1017 (size=7686) 2024-11-22T05:21:12,594 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:21:12,594 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:21:12,652 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b58b92475944538780040b286efce2, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:12,852 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b58b92475944538780040b286efce2, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:12,868 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f/58f9836f205e4e1dbc2c644f8066ec7a 2024-11-22T05:21:12,868 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/info/f7dea430e35d4bfda5c6330f913cab10 2024-11-22T05:21:12,872 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58f9836f205e4e1dbc2c644f8066ec7a 2024-11-22T05:21:12,885 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f1/35b574511b474613862bcc39f6bd948e is 30, key is row1/f1:/1732252860305/DeleteFamily/seqid=0 2024-11-22T05:21:12,888 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/ns/4c9598c95554425e9da9054eac682cb2 is 43, key is default/ns:d/1732252832580/Put/seqid=0 2024-11-22T05:21:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741842_1018 (size=5158) 2024-11-22T05:21:12,888 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f1/35b574511b474613862bcc39f6bd948e 2024-11-22T05:21:12,892 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35b574511b474613862bcc39f6bd948e 2024-11-22T05:21:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741843_1019 (size=5153) 2024-11-22T05:21:12,894 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/ns/4c9598c95554425e9da9054eac682cb2 2024-11-22T05:21:12,906 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/norep/6ba3ea3b167d4c8bbc7713573e64d201 is 32, key is row/norep:/1732252859300/DeleteFamily/seqid=0 2024-11-22T05:21:12,911 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/rep_barrier/e3200250c7b14f7892d7413e9e03c624 is 112, key is test,,1732252844349.40b58b92475944538780040b286efce2./rep_barrier:seqnumDuringOpen/1732252845499/Put/seqid=0 2024-11-22T05:21:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741844_1020 (size=5101) 2024-11-22T05:21:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741845_1021 (size=5518) 2024-11-22T05:21:13,052 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b58b92475944538780040b286efce2, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:13,252 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40b58b92475944538780040b286efce2, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:13,313 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/norep/6ba3ea3b167d4c8bbc7713573e64d201 2024-11-22T05:21:13,317 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba3ea3b167d4c8bbc7713573e64d201 2024-11-22T05:21:13,317 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f/58f9836f205e4e1dbc2c644f8066ec7a as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/f/58f9836f205e4e1dbc2c644f8066ec7a 2024-11-22T05:21:13,321 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58f9836f205e4e1dbc2c644f8066ec7a 2024-11-22T05:21:13,321 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/f/58f9836f205e4e1dbc2c644f8066ec7a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T05:21:13,321 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/f1/35b574511b474613862bcc39f6bd948e as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/f1/35b574511b474613862bcc39f6bd948e 2024-11-22T05:21:13,322 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/rep_barrier/e3200250c7b14f7892d7413e9e03c624 2024-11-22T05:21:13,325 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35b574511b474613862bcc39f6bd948e 2024-11-22T05:21:13,325 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/f1/35b574511b474613862bcc39f6bd948e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:13,326 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/.tmp/norep/6ba3ea3b167d4c8bbc7713573e64d201 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/norep/6ba3ea3b167d4c8bbc7713573e64d201 2024-11-22T05:21:13,334 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ba3ea3b167d4c8bbc7713573e64d201 2024-11-22T05:21:13,334 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/norep/6ba3ea3b167d4c8bbc7713573e64d201, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T05:21:13,335 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 40b58b92475944538780040b286efce2 in 884ms, sequenceid=12, compaction requested=false 2024-11-22T05:21:13,335 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:21:13,343 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/table/68c30a365f1a415883593331296eb446 is 53, key is hbase:replication/table:state/1732252851580/Put/seqid=0 2024-11-22T05:21:13,347 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/default/test/40b58b92475944538780040b286efce2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:13,348 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40b58b92475944538780040b286efce2: Waiting for close lock at 1732252872451Running coprocessor pre-close hooks at 1732252872451Disabling compacts and flushes for region at 1732252872451Disabling writes for close at 1732252872451Obtaining lock to block concurrent updates at 1732252872451Preparing flush snapshotting stores in 40b58b92475944538780040b286efce2 at 1732252872451Finished memstore snapshotting test,,1732252844349.40b58b92475944538780040b286efce2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732252872452 (+1 ms)Flushing stores of test,,1732252844349.40b58b92475944538780040b286efce2. at 1732252872452Flushing 40b58b92475944538780040b286efce2/f: creating writer at 1732252872452Flushing 40b58b92475944538780040b286efce2/f: appending metadata at 1732252872464 (+12 ms)Flushing 40b58b92475944538780040b286efce2/f: closing flushed file at 1732252872464Flushing 40b58b92475944538780040b286efce2/f1: creating writer at 1732252872872 (+408 ms)Flushing 40b58b92475944538780040b286efce2/f1: appending metadata at 1732252872884 (+12 ms)Flushing 40b58b92475944538780040b286efce2/f1: closing flushed file at 1732252872884Flushing 40b58b92475944538780040b286efce2/norep: creating writer at 1732252872892 (+8 ms)Flushing 40b58b92475944538780040b286efce2/norep: appending metadata at 1732252872906 (+14 ms)Flushing 40b58b92475944538780040b286efce2/norep: closing flushed file at 1732252872906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3646dbf6: reopening flushed file at 1732252873317 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d45195f: reopening flushed file at 1732252873321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d8c18a: reopening flushed file at 1732252873325 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 40b58b92475944538780040b286efce2 in 884ms, sequenceid=12, compaction requested=false at 1732252873335 (+10 ms)Writing region close event to WAL at 1732252873343 (+8 ms)Running coprocessor post-close hooks at 1732252873348 (+5 ms)Closed at 1732252873348 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252844349.40b58b92475944538780040b286efce2. 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4aab2177556cfe39ad34bab2a7a56b35, disabling compactions & flushes 2024-11-22T05:21:13,348 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. after waiting 0 ms 2024-11-22T05:21:13,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:21:13,349 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4aab2177556cfe39ad34bab2a7a56b35 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-22T05:21:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:21:13,368 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/.tmp/queue/97e8c32824094c379c4bf2e853299264 is 154, key is 1-82891a793a29,44059,1732252829577/queue:82891a793a29%2C44059%2C1732252829577/1732252864424/Put/seqid=0 2024-11-22T05:21:13,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741847_1023 (size=5353) 2024-11-22T05:21:13,428 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:13,428 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:13,452 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:21:13,452 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4aab2177556cfe39ad34bab2a7a56b35=hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35.} 2024-11-22T05:21:13,453 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:13,473 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 1496, reset compression=false 2024-11-22T05:21:13,476 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:13,476 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 2387, reset compression=false 2024-11-22T05:21:13,476 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,44059,1732252829577 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:13,477 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,44059,1732252829577: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,44059,1732252829577, walGroup=82891a793a29%2C44059%2C1732252829577, offset=82891a793a29%2C44059%2C1732252829577.1732252831554:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:44059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:13,478 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:13,478 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:13,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:13,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:13,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:13,479 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 835856976 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199385120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:13,479 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:33967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:33967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:13,653 DEBUG [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4aab2177556cfe39ad34bab2a7a56b35 2024-11-22T05:21:13,680 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 2387, reset compression=false 2024-11-22T05:21:13,748 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/table/68c30a365f1a415883593331296eb446 2024-11-22T05:21:13,752 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/info/f7dea430e35d4bfda5c6330f913cab10 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/info/f7dea430e35d4bfda5c6330f913cab10 2024-11-22T05:21:13,756 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/info/f7dea430e35d4bfda5c6330f913cab10, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:13,756 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/ns/4c9598c95554425e9da9054eac682cb2 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/ns/4c9598c95554425e9da9054eac682cb2 2024-11-22T05:21:13,759 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/ns/4c9598c95554425e9da9054eac682cb2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:13,760 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/rep_barrier/e3200250c7b14f7892d7413e9e03c624 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/rep_barrier/e3200250c7b14f7892d7413e9e03c624 2024-11-22T05:21:13,762 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/rep_barrier/e3200250c7b14f7892d7413e9e03c624, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:13,763 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/.tmp/table/68c30a365f1a415883593331296eb446 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/table/68c30a365f1a415883593331296eb446 2024-11-22T05:21:13,765 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/table/68c30a365f1a415883593331296eb446, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:13,766 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:13,766 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:21:13,769 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:13,770 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:13,770 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:13,770 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:13,770 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252872451Running coprocessor pre-close hooks at 1732252872451Disabling compacts and flushes for region at 1732252872451Disabling writes for close at 1732252872452 (+1 ms)Obtaining lock to block concurrent updates at 1732252872452Preparing flush snapshotting stores in 1588230740 at 1732252872452Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252872452Flushing stores of hbase:meta,,1.1588230740 at 1732252872452Flushing 1588230740/info: creating writer at 1732252872452Flushing 1588230740/info: appending metadata at 1732252872464 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252872464Flushing 1588230740/ns: creating writer at 1732252872872 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732252872887 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732252872887Flushing 1588230740/rep_barrier: creating writer at 1732252872898 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252872911 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252872911Flushing 1588230740/table: creating writer at 1732252873325 (+414 ms)Flushing 1588230740/table: appending metadata at 1732252873342 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732252873342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243fdfd5: reopening flushed file at 1732252873752 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247823d1: reopening flushed file at 1732252873756 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c35f15a: reopening flushed file at 1732252873759 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195645a0: reopening flushed file at 1732252873762 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1732252873766 (+4 ms)Writing region close event to WAL at 1732252873767 (+1 ms)Running coprocessor post-close hooks at 1732252873770 (+3 ms)Closed at 1732252873770 2024-11-22T05:21:13,770 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:13,779 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/.tmp/queue/97e8c32824094c379c4bf2e853299264 2024-11-22T05:21:13,782 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/.tmp/queue/97e8c32824094c379c4bf2e853299264 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/queue/97e8c32824094c379c4bf2e853299264 2024-11-22T05:21:13,785 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/queue/97e8c32824094c379c4bf2e853299264, entries=1, sequenceid=14, filesize=5.2 K 2024-11-22T05:21:13,786 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4aab2177556cfe39ad34bab2a7a56b35 in 438ms, sequenceid=14, compaction requested=false 2024-11-22T05:21:13,786 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:21:13,791 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/data/hbase/replication/4aab2177556cfe39ad34bab2a7a56b35/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-22T05:21:13,791 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:13,791 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:13,791 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:21:13,791 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4aab2177556cfe39ad34bab2a7a56b35: Waiting for close lock at 1732252873348Running coprocessor pre-close hooks at 1732252873348Disabling compacts and flushes for region at 1732252873348Disabling writes for close at 1732252873348Obtaining lock to block concurrent updates at 1732252873349 (+1 ms)Preparing flush snapshotting stores in 4aab2177556cfe39ad34bab2a7a56b35 at 1732252873349Finished memstore snapshotting hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732252873349Flushing stores of hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. at 1732252873349Flushing 4aab2177556cfe39ad34bab2a7a56b35/queue: creating writer at 1732252873349Flushing 4aab2177556cfe39ad34bab2a7a56b35/queue: appending metadata at 1732252873368 (+19 ms)Flushing 4aab2177556cfe39ad34bab2a7a56b35/queue: closing flushed file at 1732252873368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f931b18: reopening flushed file at 1732252873782 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 4aab2177556cfe39ad34bab2a7a56b35 in 438ms, sequenceid=14, compaction requested=false at 1732252873786 (+4 ms)Writing region close event to WAL at 1732252873789 (+3 ms)Running coprocessor post-close hooks at 1732252873791 (+2 ms)Closed at 1732252873791 2024-11-22T05:21:13,791 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252850817.4aab2177556cfe39ad34bab2a7a56b35. 2024-11-22T05:21:13,853 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,44059,1732252829577; all regions closed. 2024-11-22T05:21:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:13,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.meta.1732252832504.meta not finished, retry = 0 2024-11-22T05:21:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741839_1015 (size=3552) 2024-11-22T05:21:13,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.rep.1732252851545 not finished, retry = 0 2024-11-22T05:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 to pos 2387, reset compression=false 2024-11-22T05:21:14,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741832_1008 (size=2395) 2024-11-22T05:21:14,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/WALs/82891a793a29,44059,1732252829577/82891a793a29%2C44059%2C1732252829577.1732252831554 not finished, retry = 0 2024-11-22T05:21:14,161 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:14,161 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,44059,1732252829577 because: Region server is closing 2024-11-22T05:21:14,161 INFO [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:44059. 2024-11-22T05:21:14,161 DEBUG [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:14,161 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:14,162 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:14,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:14,262 INFO [RS:0;82891a793a29:44059 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.shipper82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 terminated 2024-11-22T05:21:14,262 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,44059,1732252829577.replicationSource.wal-reader.82891a793a29%2C44059%2C1732252829577,1-82891a793a29,44059,1732252829577 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:21:14,262 INFO [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:44059. 2024-11-22T05:21:14,262 DEBUG [RS:0;82891a793a29:44059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:14,262 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:14,262 DEBUG [RS:0;82891a793a29:44059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:14,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:14,262 INFO [RS:0;82891a793a29:44059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44059 2024-11-22T05:21:14,322 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374503593/rs/82891a793a29,44059,1732252829577 2024-11-22T05:21:14,322 INFO [RS:0;82891a793a29:44059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:14,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593/rs 2024-11-22T05:21:14,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,44059,1732252829577] 2024-11-22T05:21:14,483 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0374503593/draining/82891a793a29,44059,1732252829577 already deleted, retry=false 2024-11-22T05:21:14,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,44059,1732252829577 expired; onlineServers=0 2024-11-22T05:21:14,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,33967,1732252829316' ***** 2024-11-22T05:21:14,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:14,483 INFO [M:0;82891a793a29:33967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:14,484 INFO [M:0;82891a793a29:33967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:14,484 DEBUG [M:0;82891a793a29:33967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:14,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:14,484 DEBUG [M:0;82891a793a29:33967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:14,484 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252831300 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252831300,5,FailOnTimeoutGroup] 2024-11-22T05:21:14,484 INFO [M:0;82891a793a29:33967 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:14,484 INFO [M:0;82891a793a29:33967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:14,484 DEBUG [M:0;82891a793a29:33967 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:14,484 INFO [M:0;82891a793a29:33967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:14,484 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252831300 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252831300,5,FailOnTimeoutGroup] 2024-11-22T05:21:14,484 INFO [M:0;82891a793a29:33967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:14,484 ERROR [M:0;82891a793a29:33967 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42723,5,PEWorkerGroup] 2024-11-22T05:21:14,485 INFO [M:0;82891a793a29:33967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:14,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:14,517 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:14,517 INFO [RS:0;82891a793a29:44059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:14,517 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44059-0x10160fc7a350001, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:14,517 INFO [RS:0;82891a793a29:44059 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,44059,1732252829577; zookeeper connection closed. 2024-11-22T05:21:14,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78129f16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78129f16 2024-11-22T05:21:14,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:14,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374503593/master 2024-11-22T05:21:14,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374503593 2024-11-22T05:21:14,543 DEBUG [M:0;82891a793a29:33967 {}] zookeeper.ZKUtil(347): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Unable to get data of znode /0374503593/master because node does not exist (not an error) 2024-11-22T05:21:14,543 WARN [M:0;82891a793a29:33967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:14,544 INFO [M:0;82891a793a29:33967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/.lastflushedseqids 2024-11-22T05:21:14,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:21:14,548 INFO [M:0;82891a793a29:33967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:14,548 INFO [M:0;82891a793a29:33967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:14,548 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:14,548 INFO [M:0;82891a793a29:33967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:14,548 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:14,548 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:14,548 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:14,548 INFO [M:0;82891a793a29:33967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-22T05:21:14,561 DEBUG [M:0;82891a793a29:33967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d151ec3ae44b495c84401283af5f2baf is 82, key is hbase:meta,,1/info:regioninfo/1732252832534/Put/seqid=0 2024-11-22T05:21:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:21:14,964 INFO [M:0;82891a793a29:33967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d151ec3ae44b495c84401283af5f2baf 2024-11-22T05:21:14,983 DEBUG [M:0;82891a793a29:33967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8324c5f7d588410a9b4d21875220884f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252845510/Put/seqid=0 2024-11-22T05:21:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741850_1026 (size=7219) 2024-11-22T05:21:15,387 INFO [M:0;82891a793a29:33967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8324c5f7d588410a9b4d21875220884f 2024-11-22T05:21:15,391 INFO [M:0;82891a793a29:33967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8324c5f7d588410a9b4d21875220884f 2024-11-22T05:21:15,409 DEBUG [M:0;82891a793a29:33967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b049d002244940baa8d9d0bfd9a118 is 69, key is 82891a793a29,44059,1732252829577/rs:state/1732252831404/Put/seqid=0 2024-11-22T05:21:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:21:15,421 INFO [M:0;82891a793a29:33967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b049d002244940baa8d9d0bfd9a118 2024-11-22T05:21:15,425 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d151ec3ae44b495c84401283af5f2baf as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d151ec3ae44b495c84401283af5f2baf 2024-11-22T05:21:15,428 INFO [M:0;82891a793a29:33967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d151ec3ae44b495c84401283af5f2baf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T05:21:15,429 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8324c5f7d588410a9b4d21875220884f as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8324c5f7d588410a9b4d21875220884f 2024-11-22T05:21:15,435 INFO [M:0;82891a793a29:33967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8324c5f7d588410a9b4d21875220884f 2024-11-22T05:21:15,435 INFO [M:0;82891a793a29:33967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8324c5f7d588410a9b4d21875220884f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T05:21:15,436 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b049d002244940baa8d9d0bfd9a118 as hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b049d002244940baa8d9d0bfd9a118 2024-11-22T05:21:15,439 INFO [M:0;82891a793a29:33967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42723/user/jenkins/test-data/e86ec031-6731-cc4c-20fb-53d0598874d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b049d002244940baa8d9d0bfd9a118, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T05:21:15,440 INFO [M:0;82891a793a29:33967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=105, compaction requested=false 2024-11-22T05:21:15,447 INFO [M:0;82891a793a29:33967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:15,447 DEBUG [M:0;82891a793a29:33967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252874548Disabling compacts and flushes for region at 1732252874548Disabling writes for close at 1732252874548Obtaining lock to block concurrent updates at 1732252874548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252874548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732252874548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252874549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252874549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252874560 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252874560Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252874967 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252874983 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252874983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252875391 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252875408 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252875408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ade932e: reopening flushed file at 1732252875424 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636bcbee: reopening flushed file at 1732252875428 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626d23a3: reopening flushed file at 1732252875435 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=105, compaction requested=false at 1732252875440 (+5 ms)Writing region close event to WAL at 1732252875447 (+7 ms)Closed at 1732252875447 2024-11-22T05:21:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34705 is added to blk_1073741830_1006 (size=64435) 2024-11-22T05:21:15,449 INFO [M:0;82891a793a29:33967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:15,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:15,449 INFO [M:0;82891a793a29:33967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33967 2024-11-22T05:21:15,449 INFO [M:0;82891a793a29:33967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:15,559 INFO [M:0;82891a793a29:33967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33967-0x10160fc7a350000, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:15,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1690c4dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:15,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5873e400{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:15,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:15,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:15,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c2d5e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:15,564 WARN [BP-749402705-172.17.0.2-1732252827290 heartbeating to localhost/127.0.0.1:42723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:15,564 WARN [BP-749402705-172.17.0.2-1732252827290 heartbeating to localhost/127.0.0.1:42723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-749402705-172.17.0.2-1732252827290 (Datanode Uuid e44fe182-03dc-4e3e-8d68-1f1a3325fa22) service to localhost/127.0.0.1:42723 2024-11-22T05:21:15,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:15,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/data/data1/current/BP-749402705-172.17.0.2-1732252827290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:15,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:15,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/cluster_e662c6e3-0854-96ca-20aa-5ada6a95d549/data/data2/current/BP-749402705-172.17.0.2-1732252827290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:15,565 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:15,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71864713{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:15,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51dfb943{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:15,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:15,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:15,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a6fc88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/446c319f-b57c-98d5-b265-44285058aaee/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:15,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:21:15,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:15,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64995) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64995) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46593 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42723 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36927 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64995) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=7198 (was 7256) 2024-11-22T05:21:15,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=7198 2024-11-22T05:21:15,630 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-22T05:21:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir so I do NOT create it in target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039 2024-11-22T05:21:15,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:21:15,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.tmp.dir so I do NOT create it in target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039 2024-11-22T05:21:15,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1595364c-d388-5ee9-828b-5c8f58cbe9b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:21:15,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039 2024-11-22T05:21:15,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513, deleteOnExit=true 2024-11-22T05:21:15,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/zookeeper_0, clientPort=64286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:21:15,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64286 2024-11-22T05:21:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/test.cache.data in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:21:15,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:15,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:21:15,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:21:15,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160fc7a350002, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:15,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160fc7a350005, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:15,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10160fc7a350008, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:15,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10160fc7a350008, quorum=127.0.0.1:64995, baseZNode=/2797558841 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:15,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160fc7a350005, quorum=127.0.0.1:64995, baseZNode=/1-183847282 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:15,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160fc7a350002, quorum=127.0.0.1:64995, baseZNode=/0374503593 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:16,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:16,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:16,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:16,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:16,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:21:16,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:16,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:16,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:16,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f616f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/java.io.tmpdir/jetty-localhost-35483-hadoop-hdfs-3_4_1-tests_jar-_-any-4498150771096581968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:16,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:35483} 2024-11-22T05:21:16,191 INFO [Time-limited test {}] server.Server(415): Started @275679ms 2024-11-22T05:21:16,585 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:16,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,631 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,633 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,643 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:16,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:16,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:16,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:16,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:16,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:21:16,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:16,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:16,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:16,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:21:16,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:21:16,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:21:16,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:21:16,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:16,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:16,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/java.io.tmpdir/jetty-localhost-41903-hadoop-hdfs-3_4_1-tests_jar-_-any-4944649855535985678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:16,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:41903} 2024-11-22T05:21:16,784 INFO [Time-limited test {}] server.Server(415): Started @276272ms 2024-11-22T05:21:16,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:21:17,691 WARN [Thread-3452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/data/data2/current/BP-1629056070-172.17.0.2-1732252875667/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:17,691 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/data/data1/current/BP-1629056070-172.17.0.2-1732252875667/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:17,706 WARN [Thread-3439 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:21:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf31c42053541ae with lease ID 0x1381ba6dce92bd86: Processing first storage report for DS-43360a97-15de-4849-a10f-4334364f71b8 from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=bd8427f4-d714-4f1a-82ab-35b8f9834f69, infoPort=32901, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=1123092332;c=1732252875667) 2024-11-22T05:21:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf31c42053541ae with lease ID 0x1381ba6dce92bd86: from storage DS-43360a97-15de-4849-a10f-4334364f71b8 node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=bd8427f4-d714-4f1a-82ab-35b8f9834f69, infoPort=32901, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=1123092332;c=1732252875667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf31c42053541ae with lease ID 0x1381ba6dce92bd86: Processing first storage report for DS-6d669a48-2f9e-4494-b6a4-41e26f973d4e from datanode DatanodeRegistration(127.0.0.1:34055, datanodeUuid=bd8427f4-d714-4f1a-82ab-35b8f9834f69, infoPort=32901, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=1123092332;c=1732252875667) 2024-11-22T05:21:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf31c42053541ae with lease ID 0x1381ba6dce92bd86: from storage DS-6d669a48-2f9e-4494-b6a4-41e26f973d4e node DatanodeRegistration(127.0.0.1:34055, datanodeUuid=bd8427f4-d714-4f1a-82ab-35b8f9834f69, infoPort=32901, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=1123092332;c=1732252875667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:17,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039 2024-11-22T05:21:17,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:17,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:21:18,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60 with version=8 2024-11-22T05:21:18,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/hbase-staging 2024-11-22T05:21:18,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:21:18,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:18,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37085 2024-11-22T05:21:18,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37085 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:18,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370850x0, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:18,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37085-0x10160fd37200000 connected 2024-11-22T05:21:18,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:18,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:18,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/running 2024-11-22T05:21:18,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60, hbase.cluster.distributed=false 2024-11-22T05:21:18,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/acl 2024-11-22T05:21:18,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-22T05:21:18,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37085 2024-11-22T05:21:18,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37085 2024-11-22T05:21:18,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-22T05:21:18,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37085 2024-11-22T05:21:18,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:18,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:21:18,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:18,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36871 2024-11-22T05:21:18,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36871 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:18,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:18,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368710x0, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:18,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368710x0, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/running 2024-11-22T05:21:18,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:21:18,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36871-0x10160fd37200001 connected 2024-11-22T05:21:18,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:21:18,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/master 2024-11-22T05:21:18,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/acl 2024-11-22T05:21:18,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-22T05:21:18,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36871 2024-11-22T05:21:18,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36871 2024-11-22T05:21:18,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-22T05:21:18,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36871 2024-11-22T05:21:18,559 DEBUG [M:0;82891a793a29:37085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:37085 2024-11-22T05:21:18,561 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /091832268/backup-masters/82891a793a29,37085,1732252878121 2024-11-22T05:21:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/backup-masters 2024-11-22T05:21:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/backup-masters 2024-11-22T05:21:18,576 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on existing znode=/091832268/backup-masters/82891a793a29,37085,1732252878121 2024-11-22T05:21:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/091832268/master 2024-11-22T05:21:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:18,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:18,586 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on existing znode=/091832268/master 2024-11-22T05:21:18,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /091832268/backup-masters/82891a793a29,37085,1732252878121 from backup master directory 2024-11-22T05:21:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/091832268/backup-masters/82891a793a29,37085,1732252878121 2024-11-22T05:21:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/backup-masters 2024-11-22T05:21:18,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/backup-masters 2024-11-22T05:21:18,596 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:18,596 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,37085,1732252878121 2024-11-22T05:21:18,601 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/hbase.id] with ID: 08a102c2-528c-489f-a1ab-a5bab2b74e18 2024-11-22T05:21:18,601 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/.tmp/hbase.id 2024-11-22T05:21:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:21:18,635 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/.tmp/hbase.id]:[hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/hbase.id] 2024-11-22T05:21:18,644 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:18,644 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:21:18,645 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:21:18,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:18,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:21:18,697 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:18,697 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:21:18,698 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:21:19,141 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store 2024-11-22T05:21:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:21:19,151 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:19,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:19,152 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:19,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:19,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:19,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:19,152 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:19,152 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252879151Disabling compacts and flushes for region at 1732252879151Disabling writes for close at 1732252879152 (+1 ms)Writing region close event to WAL at 1732252879152Closed at 1732252879152 2024-11-22T05:21:19,153 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/.initializing 2024-11-22T05:21:19,153 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/WALs/82891a793a29,37085,1732252878121 2024-11-22T05:21:19,156 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:19,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C37085%2C1732252878121, suffix=, logDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/WALs/82891a793a29,37085,1732252878121, archiveDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/oldWALs, maxLogs=10 2024-11-22T05:21:19,175 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/WALs/82891a793a29,37085,1732252878121/82891a793a29%2C37085%2C1732252878121.1732252879158, exclude list is [], retry=0 2024-11-22T05:21:19,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-43360a97-15de-4849-a10f-4334364f71b8,DISK] 2024-11-22T05:21:19,183 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/WALs/82891a793a29,37085,1732252878121/82891a793a29%2C37085%2C1732252878121.1732252879158 2024-11-22T05:21:19,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32901:32901)] 2024-11-22T05:21:19,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:19,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:19,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:21:19,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:19,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:21:19,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:19,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:21:19,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:19,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:21:19,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:19,205 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,206 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,206 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,208 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,208 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,208 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:19,209 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:19,225 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:19,225 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68429919, jitterRate=0.019685253500938416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:19,226 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252879184Initializing all the Stores at 1732252879184Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252879184Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252879188 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252879188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252879188Cleaning up temporary data from old regions at 1732252879208 (+20 ms)Region opened successfully at 1732252879226 (+18 ms) 2024-11-22T05:21:19,229 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:21:19,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776671c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:19,234 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:21:19,234 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:21:19,234 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:21:19,234 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:21:19,234 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:21:19,235 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:21:19,235 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:21:19,237 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:21:19,238 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/balancer because node does not exist (not necessarily an error) 2024-11-22T05:21:19,290 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/balancer already deleted, retry=false 2024-11-22T05:21:19,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:21:19,292 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:21:19,301 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/normalizer already deleted, retry=false 2024-11-22T05:21:19,301 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:21:19,309 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:21:19,321 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/switch/split already deleted, retry=false 2024-11-22T05:21:19,322 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:21:19,332 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/switch/merge already deleted, retry=false 2024-11-22T05:21:19,335 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:21:19,343 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/snapshot-cleanup already deleted, retry=false 2024-11-22T05:21:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/091832268/running 2024-11-22T05:21:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/091832268/running 2024-11-22T05:21:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,354 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,37085,1732252878121, sessionid=0x10160fd37200000, setting cluster-up flag (Was=false) 2024-11-22T05:21:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,406 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /091832268/flush-table-proc/acquired, /091832268/flush-table-proc/reached, /091832268/flush-table-proc/abort 2024-11-22T05:21:19,408 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37085,1732252878121 2024-11-22T05:21:19,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:19,459 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /091832268/online-snapshot/acquired, /091832268/online-snapshot/reached, /091832268/online-snapshot/abort 2024-11-22T05:21:19,460 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,37085,1732252878121 2024-11-22T05:21:19,460 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:21:19,462 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:19,462 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:21:19,462 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:21:19,462 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,37085,1732252878121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:21:19,463 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:19,463 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:19,464 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:19,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:21:19,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:21:19,476 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252909476 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:21:19,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:21:19,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:21:19,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:21:19,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:21:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:21:19,496 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:21:19,496 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:21:19,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:21:19,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60 2024-11-22T05:21:19,500 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252879496,5,FailOnTimeoutGroup] 2024-11-22T05:21:19,504 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252879500,5,FailOnTimeoutGroup] 2024-11-22T05:21:19,504 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,504 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:21:19,504 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,504 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:21:19,542 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(746): ClusterId : 08a102c2-528c-489f-a1ab-a5bab2b74e18 2024-11-22T05:21:19,542 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:21:19,554 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:21:19,554 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:21:19,565 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:21:19,565 DEBUG [RS:0;82891a793a29:36871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e58fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:19,580 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:36871 2024-11-22T05:21:19,580 INFO [RS:0;82891a793a29:36871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:21:19,580 INFO [RS:0;82891a793a29:36871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:21:19,580 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:21:19,581 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,37085,1732252878121 with port=36871, startcode=1732252878403 2024-11-22T05:21:19,581 DEBUG [RS:0;82891a793a29:36871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:21:19,582 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:21:19,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,36871,1732252878403 2024-11-22T05:21:19,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37085 {}] master.ServerManager(517): Registering regionserver=82891a793a29,36871,1732252878403 2024-11-22T05:21:19,584 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60 2024-11-22T05:21:19,584 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44159 2024-11-22T05:21:19,584 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:21:19,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/rs 2024-11-22T05:21:19,596 DEBUG [RS:0;82891a793a29:36871 {}] zookeeper.ZKUtil(111): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on existing znode=/091832268/rs/82891a793a29,36871,1732252878403 2024-11-22T05:21:19,596 WARN [RS:0;82891a793a29:36871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:19,596 INFO [RS:0;82891a793a29:36871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:19,596 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403 2024-11-22T05:21:19,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,36871,1732252878403] 2024-11-22T05:21:19,600 INFO [RS:0;82891a793a29:36871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:21:19,604 INFO [RS:0;82891a793a29:36871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:21:19,609 INFO [RS:0;82891a793a29:36871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:21:19,609 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,624 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:21:19,625 INFO [RS:0;82891a793a29:36871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:21:19,625 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:19,625 DEBUG [RS:0;82891a793a29:36871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,628 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36871,1732252878403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:19,650 INFO [RS:0;82891a793a29:36871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:21:19,650 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,36871,1732252878403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,651 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,651 INFO [RS:0;82891a793a29:36871 {}] regionserver.Replication(171): 82891a793a29,36871,1732252878403 started 2024-11-22T05:21:19,669 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:19,669 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,36871,1732252878403, RpcServer on 82891a793a29/172.17.0.2:36871, sessionid=0x10160fd37200001 2024-11-22T05:21:19,669 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:21:19,669 DEBUG [RS:0;82891a793a29:36871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,36871,1732252878403 2024-11-22T05:21:19,669 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36871,1732252878403' 2024-11-22T05:21:19,669 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/091832268/flush-table-proc/abort' 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/091832268/flush-table-proc/acquired' 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,36871,1732252878403 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,36871,1732252878403' 2024-11-22T05:21:19,670 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/091832268/online-snapshot/abort' 2024-11-22T05:21:19,671 DEBUG [RS:0;82891a793a29:36871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/091832268/online-snapshot/acquired' 2024-11-22T05:21:19,671 DEBUG [RS:0;82891a793a29:36871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:21:19,671 INFO [RS:0;82891a793a29:36871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:21:19,671 INFO [RS:0;82891a793a29:36871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:21:19,772 INFO [RS:0;82891a793a29:36871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:19,773 INFO [RS:0;82891a793a29:36871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36871%2C1732252878403, suffix=, logDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403, archiveDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/oldWALs, maxLogs=10 2024-11-22T05:21:19,796 DEBUG [RS:0;82891a793a29:36871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, exclude list is [], retry=0 2024-11-22T05:21:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-43360a97-15de-4849-a10f-4334364f71b8,DISK] 2024-11-22T05:21:19,837 INFO [RS:0;82891a793a29:36871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 2024-11-22T05:21:19,840 DEBUG [RS:0;82891a793a29:36871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32901:32901)] 2024-11-22T05:21:19,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:19,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:19,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:19,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:19,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:19,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:19,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:19,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:19,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:19,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:19,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:19,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:19,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:19,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:19,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:19,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740 2024-11-22T05:21:19,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740 2024-11-22T05:21:19,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:19,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:19,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:19,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:19,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:19,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73993103, jitterRate=0.1025831550359726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252879918Initializing all the Stores at 1732252879919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252879919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252879919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252879919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252879919Cleaning up temporary data from old regions at 1732252879932 (+13 ms)Region opened successfully at 1732252879937 (+5 ms) 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:19,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:19,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252879937Disabling compacts and flushes for region at 1732252879937Disabling writes for close at 1732252879937Writing region close event to WAL at 1732252879937Closed at 1732252879937 2024-11-22T05:21:19,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:19,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:21:19,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:21:19,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:19,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:21:20,091 DEBUG [82891a793a29:37085 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:21:20,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:20,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36871,1732252878403, state=OPENING 2024-11-22T05:21:20,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:21:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:20,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /091832268/meta-region-server: CHANGED 2024-11-22T05:21:20,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /091832268/meta-region-server: CHANGED 2024-11-22T05:21:20,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:20,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36871,1732252878403}] 2024-11-22T05:21:20,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:20,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:21:20,464 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:21:20,464 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:20,465 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:21:20,466 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36871%2C1732252878403.meta, suffix=.meta, logDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403, archiveDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/oldWALs, maxLogs=10 2024-11-22T05:21:20,491 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.meta.1732252880467.meta, exclude list is [], retry=0 2024-11-22T05:21:20,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-43360a97-15de-4849-a10f-4334364f71b8,DISK] 2024-11-22T05:21:20,506 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.meta.1732252880467.meta 2024-11-22T05:21:20,506 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32901:32901)] 2024-11-22T05:21:20,506 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:20,507 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:21:20,507 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:21:20,507 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:21:20,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:20,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:20,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:20,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:20,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:20,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:20,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:20,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:20,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:20,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:20,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:20,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:20,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:20,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:20,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:20,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:20,512 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:20,512 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740 2024-11-22T05:21:20,513 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740 2024-11-22T05:21:20,514 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:20,514 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:20,514 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:20,515 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:20,515 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72511186, jitterRate=0.08050087094306946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:20,515 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:21:20,515 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252880507Writing region info on filesystem at 1732252880507Initializing all the Stores at 1732252880508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252880508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252880508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252880508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252880508Cleaning up temporary data from old regions at 1732252880514 (+6 ms)Running coprocessor post-open hooks at 1732252880515 (+1 ms)Region opened successfully at 1732252880515 2024-11-22T05:21:20,516 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252880454 2024-11-22T05:21:20,518 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:21:20,518 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:21:20,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:20,519 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,36871,1732252878403, state=OPEN 2024-11-22T05:21:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/091832268/meta-region-server 2024-11-22T05:21:20,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/091832268/meta-region-server 2024-11-22T05:21:20,575 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,36871,1732252878403 2024-11-22T05:21:20,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /091832268/meta-region-server: CHANGED 2024-11-22T05:21:20,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /091832268/meta-region-server: CHANGED 2024-11-22T05:21:20,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:21:20,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,36871,1732252878403 in 273 msec 2024-11-22T05:21:20,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:21:20,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-22T05:21:20,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:20,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:21:20,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:20,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36871,1732252878403, seqNum=-1] 2024-11-22T05:21:20,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:20,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:20,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1220 sec 2024-11-22T05:21:20,584 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252880584, completionTime=-1 2024-11-22T05:21:20,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:21:20,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:21:20,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:21:20,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252940586 2024-11-22T05:21:20,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253000586 2024-11-22T05:21:20,586 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:37085, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,587 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,588 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.994sec 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:20,590 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:21:20,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:21:20,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:21:20,592 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,37085,1732252878121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:20,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:20,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37085,-1 for getting cluster id 2024-11-22T05:21:20,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:20,644 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a102c2-528c-489f-a1ab-a5bab2b74e18' 2024-11-22T05:21:20,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:20,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a102c2-528c-489f-a1ab-a5bab2b74e18" 2024-11-22T05:21:20,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d48fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:20,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37085,-1] 2024-11-22T05:21:20,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:20,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:20,646 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:20,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:20,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36871,1732252878403, seqNum=-1] 2024-11-22T05:21:20,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:20,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:20,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,37085,1732252878121 2024-11-22T05:21:20,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:20,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:20,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fd37200002 connected 2024-11-22T05:21:20,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir so I do NOT create it in target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c 2024-11-22T05:21:20,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:21:20,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.tmp.dir so I do NOT create it in target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c 2024-11-22T05:21:20,692 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:21:20,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c 2024-11-22T05:21:20,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:21:20,692 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/cluster_fa72253e-7aa9-13ca-2161-f2f5f6cb5008, deleteOnExit=true 2024-11-22T05:21:20,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/test.cache.data in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:21:20,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:21:20,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:20,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:20,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88565 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:21,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:21,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:21,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:21,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:21,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:21:21,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:21,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:21,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:21,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/java.io.tmpdir/jetty-localhost-44739-hadoop-hdfs-3_4_1-tests_jar-_-any-2866220981727319358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:21,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:44739} 2024-11-22T05:21:21,184 INFO [Time-limited test {}] server.Server(415): Started @280672ms 2024-11-22T05:21:21,712 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:21,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,714 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,761 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,775 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:21,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:21,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:21,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:21,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:21,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:21:21,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a8ac6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:21,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb919e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:21,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77396616{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/java.io.tmpdir/jetty-localhost-33181-hadoop-hdfs-3_4_1-tests_jar-_-any-12410204183029190445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:21,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626e0acc{HTTP/1.1, (http/1.1)}{localhost:33181} 2024-11-22T05:21:21,983 INFO [Time-limited test {}] server.Server(415): Started @281471ms 2024-11-22T05:21:21,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:21:23,180 WARN [Thread-3572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/cluster_fa72253e-7aa9-13ca-2161-f2f5f6cb5008/data/data1/current/BP-1707244643-172.17.0.2-1732252880720/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:23,180 WARN [Thread-3573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/cluster_fa72253e-7aa9-13ca-2161-f2f5f6cb5008/data/data2/current/BP-1707244643-172.17.0.2-1732252880720/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:23,237 WARN [Thread-3560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:21:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd74944a3964d1e40 with lease ID 0x37bd5effb4773a08: Processing first storage report for DS-c48692be-04fe-4fde-b899-e0a6779bc173 from datanode DatanodeRegistration(127.0.0.1:45263, datanodeUuid=9efd59d7-eb37-4766-be6d-aa9f9f10e00f, infoPort=36057, infoSecurePort=0, ipcPort=37237, storageInfo=lv=-57;cid=testClusterID;nsid=247599310;c=1732252880720) 2024-11-22T05:21:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd74944a3964d1e40 with lease ID 0x37bd5effb4773a08: from storage DS-c48692be-04fe-4fde-b899-e0a6779bc173 node DatanodeRegistration(127.0.0.1:45263, datanodeUuid=9efd59d7-eb37-4766-be6d-aa9f9f10e00f, infoPort=36057, infoSecurePort=0, ipcPort=37237, storageInfo=lv=-57;cid=testClusterID;nsid=247599310;c=1732252880720), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd74944a3964d1e40 with lease ID 0x37bd5effb4773a08: Processing first storage report for DS-1a8109be-e7ed-43e2-821c-215e6c81df63 from datanode DatanodeRegistration(127.0.0.1:45263, datanodeUuid=9efd59d7-eb37-4766-be6d-aa9f9f10e00f, infoPort=36057, infoSecurePort=0, ipcPort=37237, storageInfo=lv=-57;cid=testClusterID;nsid=247599310;c=1732252880720) 2024-11-22T05:21:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd74944a3964d1e40 with lease ID 0x37bd5effb4773a08: from storage DS-1a8109be-e7ed-43e2-821c-215e6c81df63 node DatanodeRegistration(127.0.0.1:45263, datanodeUuid=9efd59d7-eb37-4766-be6d-aa9f9f10e00f, infoPort=36057, infoSecurePort=0, ipcPort=37237, storageInfo=lv=-57;cid=testClusterID;nsid=247599310;c=1732252880720), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:23,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c 2024-11-22T05:21:23,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:21:23,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee with version=8 2024-11-22T05:21:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/hbase-staging 2024-11-22T05:21:23,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:23,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45633 2024-11-22T05:21:23,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45633 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456330x0, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:23,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45633-0x10160fd37200003 connected 2024-11-22T05:21:23,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/running 2024-11-22T05:21:23,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee, hbase.cluster.distributed=false 2024-11-22T05:21:23,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/acl 2024-11-22T05:21:23,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-22T05:21:23,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45633 2024-11-22T05:21:23,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45633 2024-11-22T05:21:23,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-22T05:21:23,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45633 2024-11-22T05:21:23,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:23,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:21:23,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:23,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34053 2024-11-22T05:21:23,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34053 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:23,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:23,869 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340530x0, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:23,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34053-0x10160fd37200004 connected 2024-11-22T05:21:23,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/running 2024-11-22T05:21:23,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:21:23,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:21:23,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/master 2024-11-22T05:21:23,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/acl 2024-11-22T05:21:23,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-22T05:21:23,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34053 2024-11-22T05:21:23,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34053 2024-11-22T05:21:23,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-22T05:21:23,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34053 2024-11-22T05:21:23,951 DEBUG [M:0;82891a793a29:45633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:45633 2024-11-22T05:21:23,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1231756259/backup-masters/82891a793a29,45633,1732252883669 2024-11-22T05:21:23,964 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/backup-masters 2024-11-22T05:21:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/backup-masters 2024-11-22T05:21:23,964 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on existing znode=/1231756259/backup-masters/82891a793a29,45633,1732252883669 2024-11-22T05:21:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:23,974 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1231756259/master 2024-11-22T05:21:23,974 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:23,975 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on existing znode=/1231756259/master 2024-11-22T05:21:23,975 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1231756259/backup-masters/82891a793a29,45633,1732252883669 from backup master directory 2024-11-22T05:21:23,985 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/backup-masters 2024-11-22T05:21:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1231756259/backup-masters/82891a793a29,45633,1732252883669 2024-11-22T05:21:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/backup-masters 2024-11-22T05:21:23,985 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:23,985 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,45633,1732252883669 2024-11-22T05:21:23,989 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/hbase.id] with ID: 0dfe9e61-4721-4f58-b458-8610f7a486b6 2024-11-22T05:21:23,990 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/.tmp/hbase.id 2024-11-22T05:21:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:21:24,015 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/.tmp/hbase.id]:[hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/hbase.id] 2024-11-22T05:21:24,028 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:24,028 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:21:24,029 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:21:24,037 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:21:24,107 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:24,109 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:21:24,109 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:21:24,535 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store 2024-11-22T05:21:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:21:24,543 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:24,543 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:24,543 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:24,543 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:24,543 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:24,543 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:24,543 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:24,544 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252884543Disabling compacts and flushes for region at 1732252884543Disabling writes for close at 1732252884543Writing region close event to WAL at 1732252884543Closed at 1732252884543 2024-11-22T05:21:24,544 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/.initializing 2024-11-22T05:21:24,544 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/WALs/82891a793a29,45633,1732252883669 2024-11-22T05:21:24,546 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:24,547 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C45633%2C1732252883669, suffix=, logDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/WALs/82891a793a29,45633,1732252883669, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/oldWALs, maxLogs=10 2024-11-22T05:21:24,569 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/WALs/82891a793a29,45633,1732252883669/82891a793a29%2C45633%2C1732252883669.1732252884548, exclude list is [], retry=0 2024-11-22T05:21:24,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45263,DS-c48692be-04fe-4fde-b899-e0a6779bc173,DISK] 2024-11-22T05:21:24,585 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/WALs/82891a793a29,45633,1732252883669/82891a793a29%2C45633%2C1732252883669.1732252884548 2024-11-22T05:21:24,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-22T05:21:24,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:24,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:24,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,585 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:21:24,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:24,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:24,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:21:24,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:24,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:24,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:21:24,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:24,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:24,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:21:24,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:24,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:24,593 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,594 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,594 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,595 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,595 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,595 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:24,596 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:24,598 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:24,598 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70591749, jitterRate=0.051899030804634094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:24,599 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252884585Initializing all the Stores at 1732252884586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252884586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252884586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252884586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252884586Cleaning up temporary data from old regions at 1732252884595 (+9 ms)Region opened successfully at 1732252884599 (+4 ms) 2024-11-22T05:21:24,599 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:21:24,601 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1667e638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:24,602 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:21:24,603 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:21:24,603 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:21:24,603 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:21:24,603 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:21:24,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:21:24,604 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:21:24,606 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:21:24,607 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/balancer because node does not exist (not necessarily an error) 2024-11-22T05:21:24,658 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/balancer already deleted, retry=false 2024-11-22T05:21:24,659 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:21:24,660 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:21:24,669 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/normalizer already deleted, retry=false 2024-11-22T05:21:24,669 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:21:24,685 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:21:24,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/switch/split already deleted, retry=false 2024-11-22T05:21:24,691 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:21:24,700 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/switch/merge already deleted, retry=false 2024-11-22T05:21:24,703 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:21:24,711 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/snapshot-cleanup already deleted, retry=false 2024-11-22T05:21:24,721 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1231756259/running 2024-11-22T05:21:24,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1231756259/running 2024-11-22T05:21:24,722 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,722 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,45633,1732252883669, sessionid=0x10160fd37200003, setting cluster-up flag (Was=false) 2024-11-22T05:21:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,743 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,774 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1231756259/flush-table-proc/acquired, /1231756259/flush-table-proc/reached, /1231756259/flush-table-proc/abort 2024-11-22T05:21:24,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45633,1732252883669 2024-11-22T05:21:24,795 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:24,827 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1231756259/online-snapshot/acquired, /1231756259/online-snapshot/reached, /1231756259/online-snapshot/abort 2024-11-22T05:21:24,828 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,45633,1732252883669 2024-11-22T05:21:24,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:21:24,833 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:24,833 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:21:24,834 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:21:24,834 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,45633,1732252883669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:24,836 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(746): ClusterId : 0dfe9e61-4721-4f58-b458-8610f7a486b6 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:24,836 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:24,836 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,848 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:21:24,849 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:21:24,853 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:24,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:21:24,854 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:24,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:21:24,859 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:21:24,859 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739f2a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:24,864 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252914864 2024-11-22T05:21:24,864 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:21:24,864 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:21:24,865 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:21:24,872 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:21:24,872 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:21:24,878 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:34053 2024-11-22T05:21:24,878 INFO [RS:0;82891a793a29:34053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:21:24,878 INFO [RS:0;82891a793a29:34053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:21:24,878 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:21:24,878 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252884872,5,FailOnTimeoutGroup] 2024-11-22T05:21:24,878 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,45633,1732252883669 with port=34053, startcode=1732252883850 2024-11-22T05:21:24,879 DEBUG [RS:0;82891a793a29:34053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:21:24,879 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252884878,5,FailOnTimeoutGroup] 2024-11-22T05:21:24,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:21:24,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:21:24,880 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:21:24,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,34053,1732252883850 2024-11-22T05:21:24,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45633 {}] master.ServerManager(517): Registering regionserver=82891a793a29,34053,1732252883850 2024-11-22T05:21:24,882 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee 2024-11-22T05:21:24,882 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43259 2024-11-22T05:21:24,882 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:21:24,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/rs 2024-11-22T05:21:24,890 DEBUG [RS:0;82891a793a29:34053 {}] zookeeper.ZKUtil(111): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on existing znode=/1231756259/rs/82891a793a29,34053,1732252883850 2024-11-22T05:21:24,890 WARN [RS:0;82891a793a29:34053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:24,890 INFO [RS:0;82891a793a29:34053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:24,891 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850 2024-11-22T05:21:24,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,34053,1732252883850] 2024-11-22T05:21:24,894 INFO [RS:0;82891a793a29:34053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:21:24,898 INFO [RS:0;82891a793a29:34053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:21:24,899 INFO [RS:0;82891a793a29:34053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:21:24,899 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,899 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:21:24,899 INFO [RS:0;82891a793a29:34053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:21:24,899 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,899 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:24,900 DEBUG [RS:0;82891a793a29:34053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,904 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34053,1732252883850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:24,928 INFO [RS:0;82891a793a29:34053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:21:24,928 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,34053,1732252883850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,928 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,928 INFO [RS:0;82891a793a29:34053 {}] regionserver.Replication(171): 82891a793a29,34053,1732252883850 started 2024-11-22T05:21:24,947 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:24,947 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,34053,1732252883850, RpcServer on 82891a793a29/172.17.0.2:34053, sessionid=0x10160fd37200004 2024-11-22T05:21:24,947 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:21:24,947 DEBUG [RS:0;82891a793a29:34053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,34053,1732252883850 2024-11-22T05:21:24,947 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,34053,1732252883850' 2024-11-22T05:21:24,947 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1231756259/flush-table-proc/abort' 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1231756259/flush-table-proc/acquired' 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,34053,1732252883850 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,34053,1732252883850' 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1231756259/online-snapshot/abort' 2024-11-22T05:21:24,948 DEBUG [RS:0;82891a793a29:34053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1231756259/online-snapshot/acquired' 2024-11-22T05:21:24,949 DEBUG [RS:0;82891a793a29:34053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:21:24,949 INFO [RS:0;82891a793a29:34053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:21:24,949 INFO [RS:0;82891a793a29:34053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:21:25,049 INFO [RS:0;82891a793a29:34053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:25,050 INFO [RS:0;82891a793a29:34053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C34053%2C1732252883850, suffix=, logDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/oldWALs, maxLogs=10 2024-11-22T05:21:25,067 DEBUG [RS:0;82891a793a29:34053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, exclude list is [], retry=0 2024-11-22T05:21:25,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45263,DS-c48692be-04fe-4fde-b899-e0a6779bc173,DISK] 2024-11-22T05:21:25,071 INFO [RS:0;82891a793a29:34053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 2024-11-22T05:21:25,071 DEBUG [RS:0;82891a793a29:34053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-22T05:21:25,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:21:25,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee 2024-11-22T05:21:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:21:25,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:25,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:25,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:25,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:25,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:25,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:25,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:25,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:25,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:25,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:25,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740 2024-11-22T05:21:25,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740 2024-11-22T05:21:25,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:25,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:25,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:25,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:25,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:25,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72325192, jitterRate=0.07772934436798096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252885286Initializing all the Stores at 1732252885287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252885287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885287Cleaning up temporary data from old regions at 1732252885294 (+7 ms)Region opened successfully at 1732252885298 (+4 ms) 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:25,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:25,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252885298Disabling compacts and flushes for region at 1732252885298Disabling writes for close at 1732252885298Writing region close event to WAL at 1732252885298Closed at 1732252885298 2024-11-22T05:21:25,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:25,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:21:25,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:21:25,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:25,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:21:25,451 DEBUG [82891a793a29:45633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:21:25,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:25,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,34053,1732252883850, state=OPENING 2024-11-22T05:21:25,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:21:25,547 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:25,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:25,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1231756259/meta-region-server: CHANGED 2024-11-22T05:21:25,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1231756259/meta-region-server: CHANGED 2024-11-22T05:21:25,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:25,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,34053,1732252883850}] 2024-11-22T05:21:25,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:21:25,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:25,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:21:25,704 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:21:25,704 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:25,704 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:21:25,705 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C34053%2C1732252883850.meta, suffix=.meta, logDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/oldWALs, maxLogs=10 2024-11-22T05:21:25,720 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.meta.1732252885705.meta, exclude list is [], retry=0 2024-11-22T05:21:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45263,DS-c48692be-04fe-4fde-b899-e0a6779bc173,DISK] 2024-11-22T05:21:25,723 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.meta.1732252885705.meta 2024-11-22T05:21:25,723 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-22T05:21:25,723 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:25,724 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:21:25,724 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:21:25,724 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:21:25,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:25,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:25,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:25,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:25,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:25,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:25,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:25,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:25,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:25,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:25,729 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:25,730 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740 2024-11-22T05:21:25,731 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740 2024-11-22T05:21:25,732 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:25,732 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:25,732 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:25,733 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:25,734 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938243, jitterRate=-0.12175174057483673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:25,734 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:21:25,734 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252885725Writing region info on filesystem at 1732252885725Initializing all the Stores at 1732252885725Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252885725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252885725Cleaning up temporary data from old regions at 1732252885732 (+7 ms)Running coprocessor post-open hooks at 1732252885734 (+2 ms)Region opened successfully at 1732252885734 2024-11-22T05:21:25,735 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252885700 2024-11-22T05:21:25,737 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:21:25,737 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:21:25,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:25,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,34053,1732252883850, state=OPEN 2024-11-22T05:21:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1231756259/meta-region-server 2024-11-22T05:21:25,758 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1231756259/meta-region-server 2024-11-22T05:21:25,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,34053,1732252883850 2024-11-22T05:21:25,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1231756259/meta-region-server: CHANGED 2024-11-22T05:21:25,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1231756259/meta-region-server: CHANGED 2024-11-22T05:21:25,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:21:25,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,34053,1732252883850 in 211 msec 2024-11-22T05:21:25,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:21:25,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-22T05:21:25,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:25,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:21:25,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:25,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34053,1732252883850, seqNum=-1] 2024-11-22T05:21:25,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:25,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:25,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-22T05:21:25,769 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252885769, completionTime=-1 2024-11-22T05:21:25,769 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:21:25,769 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252945771 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253005771 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:45633, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,773 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.789sec 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:25,775 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:21:25,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:21:25,777 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:21:25,777 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45633,1732252883669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:25,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:25,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:25,837 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ed6595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:25,848 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:25,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f5f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:25,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34053,1732252883850, seqNum=-1] 2024-11-22T05:21:25,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:25,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:25,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,45633,1732252883669 2024-11-22T05:21:25,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:25,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fd37200005 connected 2024-11-22T05:21:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir so I do NOT create it in target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2 2024-11-22T05:21:25,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:21:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.tmp.dir so I do NOT create it in target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2 2024-11-22T05:21:25,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:21:25,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2 2024-11-22T05:21:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:21:25,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/cluster_5b09ef98-3de3-3426-9b21-3cb911ca4c73, deleteOnExit=true 2024-11-22T05:21:25,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/test.cache.data in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:21:25,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:21:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:21:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:21:26,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:26,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:26,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:26,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:26,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:21:26,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:26,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252299b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:26,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4b5469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:26,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15165ee4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/java.io.tmpdir/jetty-localhost-37445-hadoop-hdfs-3_4_1-tests_jar-_-any-4803348036473222071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:26,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1681a97d{HTTP/1.1, (http/1.1)}{localhost:37445} 2024-11-22T05:21:26,338 INFO [Time-limited test {}] server.Server(415): Started @285825ms 2024-11-22T05:21:26,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:21:26,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:21:26,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:26,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T05:21:26,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:26,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:21:26,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:21:26,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:21:26,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:26,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:26,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:26,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:26,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:21:26,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a88bd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:26,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3cf1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:26,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6222ff80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/java.io.tmpdir/jetty-localhost-35751-hadoop-hdfs-3_4_1-tests_jar-_-any-11139242238357217601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:26,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea71958{HTTP/1.1, (http/1.1)}{localhost:35751} 2024-11-22T05:21:26,764 INFO [Time-limited test {}] server.Server(415): Started @286251ms 2024-11-22T05:21:26,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:21:27,793 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/cluster_5b09ef98-3de3-3426-9b21-3cb911ca4c73/data/data1/current/BP-1727349585-172.17.0.2-1732252885904/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:27,801 WARN [Thread-3693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/cluster_5b09ef98-3de3-3426-9b21-3cb911ca4c73/data/data2/current/BP-1727349585-172.17.0.2-1732252885904/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:27,836 WARN [Thread-3680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:21:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec8ba07c73b3696 with lease ID 0xb01c6947ab67d875: Processing first storage report for DS-899fddba-4458-428a-ae73-382d78dde0dd from datanode DatanodeRegistration(127.0.0.1:43911, datanodeUuid=4488892a-0ff9-49ac-9c9d-85eace8f47e7, infoPort=34007, infoSecurePort=0, ipcPort=32945, storageInfo=lv=-57;cid=testClusterID;nsid=304850548;c=1732252885904) 2024-11-22T05:21:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec8ba07c73b3696 with lease ID 0xb01c6947ab67d875: from storage DS-899fddba-4458-428a-ae73-382d78dde0dd node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=4488892a-0ff9-49ac-9c9d-85eace8f47e7, infoPort=34007, infoSecurePort=0, ipcPort=32945, storageInfo=lv=-57;cid=testClusterID;nsid=304850548;c=1732252885904), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdec8ba07c73b3696 with lease ID 0xb01c6947ab67d875: Processing first storage report for DS-2c0874a7-0b42-4c4b-9f94-e5806a13537f from datanode DatanodeRegistration(127.0.0.1:43911, datanodeUuid=4488892a-0ff9-49ac-9c9d-85eace8f47e7, infoPort=34007, infoSecurePort=0, ipcPort=32945, storageInfo=lv=-57;cid=testClusterID;nsid=304850548;c=1732252885904) 2024-11-22T05:21:27,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdec8ba07c73b3696 with lease ID 0xb01c6947ab67d875: from storage DS-2c0874a7-0b42-4c4b-9f94-e5806a13537f node DatanodeRegistration(127.0.0.1:43911, datanodeUuid=4488892a-0ff9-49ac-9c9d-85eace8f47e7, infoPort=34007, infoSecurePort=0, ipcPort=32945, storageInfo=lv=-57;cid=testClusterID;nsid=304850548;c=1732252885904), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:27,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2 2024-11-22T05:21:27,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:27,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:21:27,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c with version=8 2024-11-22T05:21:27,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/hbase-staging 2024-11-22T05:21:27,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:27,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:21:27,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:27,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32983 2024-11-22T05:21:27,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32983 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:27,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329830x0, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:27,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32983-0x10160fd37200006 connected 2024-11-22T05:21:28,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:28,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:28,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/running 2024-11-22T05:21:28,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c, hbase.cluster.distributed=false 2024-11-22T05:21:28,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/acl 2024-11-22T05:21:28,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-22T05:21:28,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32983 2024-11-22T05:21:28,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32983 2024-11-22T05:21:28,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-22T05:21:28,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32983 2024-11-22T05:21:28,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:21:28,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:28,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45083 2024-11-22T05:21:28,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45083 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:28,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:28,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450830x0, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:28,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450830x0, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/running 2024-11-22T05:21:28,112 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:21:28,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45083-0x10160fd37200007 connected 2024-11-22T05:21:28,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:21:28,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/master 2024-11-22T05:21:28,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/acl 2024-11-22T05:21:28,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T05:21:28,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-11-22T05:21:28,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-11-22T05:21:28,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T05:21:28,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-22T05:21:28,157 DEBUG [M:0;82891a793a29:32983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:32983 2024-11-22T05:21:28,159 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1582301297/backup-masters/82891a793a29,32983,1732252887942 2024-11-22T05:21:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/backup-masters 2024-11-22T05:21:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/backup-masters 2024-11-22T05:21:28,196 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on existing znode=/2-1582301297/backup-masters/82891a793a29,32983,1732252887942 2024-11-22T05:21:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1582301297/master 2024-11-22T05:21:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,208 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on existing znode=/2-1582301297/master 2024-11-22T05:21:28,209 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1582301297/backup-masters/82891a793a29,32983,1732252887942 from backup master directory 2024-11-22T05:21:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/backup-masters 2024-11-22T05:21:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1582301297/backup-masters/82891a793a29,32983,1732252887942 2024-11-22T05:21:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/backup-masters 2024-11-22T05:21:28,217 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:28,217 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,32983,1732252887942 2024-11-22T05:21:28,222 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/hbase.id] with ID: da7939f5-f5cb-4b71-9f60-31c99fe010dc 2024-11-22T05:21:28,222 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/.tmp/hbase.id 2024-11-22T05:21:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:21:28,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/.tmp/hbase.id]:[hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/hbase.id] 2024-11-22T05:21:28,243 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:28,243 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:21:28,244 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:21:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:21:28,262 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:28,263 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:21:28,264 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:21:28,279 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store 2024-11-22T05:21:28,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:21:28,290 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:28,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:28,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:28,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:28,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:28,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:28,291 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:28,291 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252888290Disabling compacts and flushes for region at 1732252888290Disabling writes for close at 1732252888291 (+1 ms)Writing region close event to WAL at 1732252888291Closed at 1732252888291 2024-11-22T05:21:28,292 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/.initializing 2024-11-22T05:21:28,292 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/WALs/82891a793a29,32983,1732252887942 2024-11-22T05:21:28,293 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:28,294 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C32983%2C1732252887942, suffix=, logDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/WALs/82891a793a29,32983,1732252887942, archiveDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/oldWALs, maxLogs=10 2024-11-22T05:21:28,313 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/WALs/82891a793a29,32983,1732252887942/82891a793a29%2C32983%2C1732252887942.1732252888294, exclude list is [], retry=0 2024-11-22T05:21:28,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43911,DS-899fddba-4458-428a-ae73-382d78dde0dd,DISK] 2024-11-22T05:21:28,319 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/WALs/82891a793a29,32983,1732252887942/82891a793a29%2C32983%2C1732252887942.1732252888294 2024-11-22T05:21:28,320 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-22T05:21:28,320 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:28,320 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:28,321 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,321 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:21:28,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:28,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:21:28,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:28,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:21:28,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:28,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:21:28,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:28,336 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,337 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,337 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,338 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,338 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,339 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:28,340 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:28,342 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:28,343 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75356649, jitterRate=0.12290157377719879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:28,343 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252888321Initializing all the Stores at 1732252888321Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252888322 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252888324 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252888324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252888324Cleaning up temporary data from old regions at 1732252888338 (+14 ms)Region opened successfully at 1732252888343 (+5 ms) 2024-11-22T05:21:28,344 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:21:28,347 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701deaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:28,349 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:21:28,349 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:21:28,349 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:21:28,349 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:21:28,350 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:21:28,350 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:21:28,350 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:21:28,354 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:21:28,355 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/balancer because node does not exist (not necessarily an error) 2024-11-22T05:21:28,364 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/balancer already deleted, retry=false 2024-11-22T05:21:28,364 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:21:28,365 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:21:28,374 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/normalizer already deleted, retry=false 2024-11-22T05:21:28,375 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:21:28,376 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:21:28,384 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/switch/split already deleted, retry=false 2024-11-22T05:21:28,386 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:21:28,395 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/switch/merge already deleted, retry=false 2024-11-22T05:21:28,397 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:21:28,406 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/snapshot-cleanup already deleted, retry=false 2024-11-22T05:21:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1582301297/running 2024-11-22T05:21:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1582301297/running 2024-11-22T05:21:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,417 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,32983,1732252887942, sessionid=0x10160fd37200006, setting cluster-up flag (Was=false) 2024-11-22T05:21:28,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,469 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1582301297/flush-table-proc/acquired, /2-1582301297/flush-table-proc/reached, /2-1582301297/flush-table-proc/abort 2024-11-22T05:21:28,470 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,32983,1732252887942 2024-11-22T05:21:28,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:28,521 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1582301297/online-snapshot/acquired, /2-1582301297/online-snapshot/reached, /2-1582301297/online-snapshot/abort 2024-11-22T05:21:28,523 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,32983,1732252887942 2024-11-22T05:21:28,525 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:21:28,527 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:28,527 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:21:28,527 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:21:28,528 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,32983,1732252887942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:28,529 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,537 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252918537 2024-11-22T05:21:28,537 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:21:28,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:21:28,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:21:28,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:21:28,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:21:28,538 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:21:28,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:28,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:21:28,539 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,539 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:21:28,539 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:21:28,539 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:21:28,539 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:21:28,540 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:21:28,540 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:21:28,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:21:28,540 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252888540,5,FailOnTimeoutGroup] 2024-11-22T05:21:28,541 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252888541,5,FailOnTimeoutGroup] 2024-11-22T05:21:28,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:21:28,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,541 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,543 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(746): ClusterId : da7939f5-f5cb-4b71-9f60-31c99fe010dc 2024-11-22T05:21:28,543 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:21:28,554 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:21:28,554 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:21:28,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:21:28,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:21:28,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c 2024-11-22T05:21:28,564 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:21:28,565 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c94535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:21:28,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:28,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:28,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:28,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:28,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:28,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:28,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:28,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:28,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:28,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:28,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:28,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:28,595 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:45083 2024-11-22T05:21:28,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:28,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:28,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:28,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740 2024-11-22T05:21:28,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740 2024-11-22T05:21:28,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:28,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:28,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:28,601 INFO [RS:0;82891a793a29:45083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:21:28,601 INFO [RS:0;82891a793a29:45083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:21:28,601 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:21:28,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:28,602 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,32983,1732252887942 with port=45083, startcode=1732252888096 2024-11-22T05:21:28,602 DEBUG [RS:0;82891a793a29:45083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:21:28,604 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:21:28,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,45083,1732252888096 2024-11-22T05:21:28,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32983 {}] master.ServerManager(517): Registering regionserver=82891a793a29,45083,1732252888096 2024-11-22T05:21:28,606 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c 2024-11-22T05:21:28,607 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33313 2024-11-22T05:21:28,607 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:21:28,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:28,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69679187, jitterRate=0.03830079734325409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252888583Initializing all the Stores at 1732252888584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252888584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252888586 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252888586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252888586Cleaning up temporary data from old regions at 1732252888600 (+14 ms)Region opened successfully at 1732252888609 (+9 ms) 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:28,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:28,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252888609Disabling compacts and flushes for region at 1732252888609Disabling writes for close at 1732252888609Writing region close event to WAL at 1732252888609Closed at 1732252888609 2024-11-22T05:21:28,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:28,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:21:28,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:21:28,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:28,614 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:21:28,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/rs 2024-11-22T05:21:28,655 DEBUG [RS:0;82891a793a29:45083 {}] zookeeper.ZKUtil(111): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on existing znode=/2-1582301297/rs/82891a793a29,45083,1732252888096 2024-11-22T05:21:28,655 WARN [RS:0;82891a793a29:45083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:28,655 INFO [RS:0;82891a793a29:45083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:28,655 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096 2024-11-22T05:21:28,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,45083,1732252888096] 2024-11-22T05:21:28,658 INFO [RS:0;82891a793a29:45083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:21:28,660 INFO [RS:0;82891a793a29:45083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:21:28,668 INFO [RS:0;82891a793a29:45083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:21:28,668 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,670 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:21:28,671 INFO [RS:0;82891a793a29:45083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:21:28,671 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:28,671 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:28,672 DEBUG [RS:0;82891a793a29:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:28,676 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,676 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,676 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,676 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,676 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,677 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45083,1732252888096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:28,697 INFO [RS:0;82891a793a29:45083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:21:28,698 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45083,1732252888096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,698 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,698 INFO [RS:0;82891a793a29:45083 {}] regionserver.Replication(171): 82891a793a29,45083,1732252888096 started 2024-11-22T05:21:28,719 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:28,719 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,45083,1732252888096, RpcServer on 82891a793a29/172.17.0.2:45083, sessionid=0x10160fd37200007 2024-11-22T05:21:28,719 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:21:28,719 DEBUG [RS:0;82891a793a29:45083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,45083,1732252888096 2024-11-22T05:21:28,719 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45083,1732252888096' 2024-11-22T05:21:28,719 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1582301297/flush-table-proc/abort' 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1582301297/flush-table-proc/acquired' 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,45083,1732252888096 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45083,1732252888096' 2024-11-22T05:21:28,720 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1582301297/online-snapshot/abort' 2024-11-22T05:21:28,721 DEBUG [RS:0;82891a793a29:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1582301297/online-snapshot/acquired' 2024-11-22T05:21:28,721 DEBUG [RS:0;82891a793a29:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:21:28,721 INFO [RS:0;82891a793a29:45083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:21:28,721 INFO [RS:0;82891a793a29:45083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:21:28,765 WARN [82891a793a29:32983 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:21:28,821 INFO [RS:0;82891a793a29:45083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:28,823 INFO [RS:0;82891a793a29:45083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45083%2C1732252888096, suffix=, logDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096, archiveDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/oldWALs, maxLogs=10 2024-11-22T05:21:28,842 DEBUG [RS:0;82891a793a29:45083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, exclude list is [], retry=0 2024-11-22T05:21:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43911,DS-899fddba-4458-428a-ae73-382d78dde0dd,DISK] 2024-11-22T05:21:28,847 INFO [RS:0;82891a793a29:45083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 2024-11-22T05:21:28,847 DEBUG [RS:0;82891a793a29:45083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-22T05:21:29,015 DEBUG [82891a793a29:32983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:21:29,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:29,016 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45083,1732252888096, state=OPENING 2024-11-22T05:21:29,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:21:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:29,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:29,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:21:29,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45083,1732252888096}] 2024-11-22T05:21:29,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1582301297/meta-region-server: CHANGED 2024-11-22T05:21:29,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1582301297/meta-region-server: CHANGED 2024-11-22T05:21:29,223 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:29,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:21:29,226 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:21:29,226 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:29,226 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:21:29,227 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45083%2C1732252888096.meta, suffix=.meta, logDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096, archiveDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/oldWALs, maxLogs=10 2024-11-22T05:21:29,239 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.meta.1732252889227.meta, exclude list is [], retry=0 2024-11-22T05:21:29,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43911,DS-899fddba-4458-428a-ae73-382d78dde0dd,DISK] 2024-11-22T05:21:29,242 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.meta.1732252889227.meta 2024-11-22T05:21:29,242 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-22T05:21:29,242 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:29,243 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:21:29,243 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:21:29,243 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:21:29,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:21:29,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:21:29,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:29,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:29,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:21:29,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:21:29,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:29,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:29,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:21:29,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:21:29,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:29,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:29,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:21:29,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:21:29,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:29,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:29,247 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:21:29,248 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740 2024-11-22T05:21:29,248 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740 2024-11-22T05:21:29,249 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:21:29,249 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:21:29,249 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:29,250 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:21:29,250 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69093676, jitterRate=0.029576003551483154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:29,250 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:21:29,250 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252889243Writing region info on filesystem at 1732252889243Initializing all the Stores at 1732252889244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252889244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252889244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252889244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252889244Cleaning up temporary data from old regions at 1732252889249 (+5 ms)Running coprocessor post-open hooks at 1732252889250 (+1 ms)Region opened successfully at 1732252889250 2024-11-22T05:21:29,251 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252889222 2024-11-22T05:21:29,252 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:21:29,252 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:21:29,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:29,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45083,1732252888096, state=OPEN 2024-11-22T05:21:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1582301297/meta-region-server 2024-11-22T05:21:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1582301297/meta-region-server 2024-11-22T05:21:29,258 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,45083,1732252888096 2024-11-22T05:21:29,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1582301297/meta-region-server: CHANGED 2024-11-22T05:21:29,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1582301297/meta-region-server: CHANGED 2024-11-22T05:21:29,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:21:29,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45083,1732252888096 in 189 msec 2024-11-22T05:21:29,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:21:29,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-22T05:21:29,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:29,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:21:29,262 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:29,262 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45083,1732252888096, seqNum=-1] 2024-11-22T05:21:29,262 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:29,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:29,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 743 msec 2024-11-22T05:21:29,270 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252889269, completionTime=-1 2024-11-22T05:21:29,270 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:21:29,270 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:21:29,273 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:21:29,273 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252949273 2024-11-22T05:21:29,273 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253009273 2024-11-22T05:21:29,273 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T05:21:29,273 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:32983, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,274 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,276 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:21:29,277 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.060sec 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:29,278 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:21:29,281 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:21:29,281 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:21:29,281 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,32983,1732252887942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:29,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:29,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:29,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:29,344 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2de0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:29,345 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:29,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:29,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45083,1732252888096, seqNum=-1] 2024-11-22T05:21:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:29,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:29,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,32983,1732252887942 2024-11-22T05:21:29,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64286 2024-11-22T05:21:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:29,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10160fd37200008 connected 2024-11-22T05:21:29,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37085,1732252878121 2024-11-22T05:21:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6246e80e 2024-11-22T05:21:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:29,377 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:29,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:21:29,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:29,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:29,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:21:29,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:21:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:29,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf56425c689c77d54e59026279fe64c4, NAME => 'test,,1732252889377.cf56425c689c77d54e59026279fe64c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60 2024-11-22T05:21:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:21:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252889377.cf56425c689c77d54e59026279fe64c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf56425c689c77d54e59026279fe64c4, disabling compactions & flushes 2024-11-22T05:21:30,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252889377.cf56425c689c77d54e59026279fe64c4. after waiting 0 ms 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf56425c689c77d54e59026279fe64c4: Waiting for close lock at 1732252890194Disabling compacts and flushes for region at 1732252890194Disabling writes for close at 1732252890194Writing region close event to WAL at 1732252890194Closed at 1732252890194 2024-11-22T05:21:30,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:30,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252889377.cf56425c689c77d54e59026279fe64c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252890195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252890195"}]},"ts":"1732252890195"} 2024-11-22T05:21:30,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:30,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:30,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252890198"}]},"ts":"1732252890198"} 2024-11-22T05:21:30,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:21:30,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf56425c689c77d54e59026279fe64c4, ASSIGN}] 2024-11-22T05:21:30,201 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf56425c689c77d54e59026279fe64c4, ASSIGN 2024-11-22T05:21:30,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf56425c689c77d54e59026279fe64c4, ASSIGN; state=OFFLINE, location=82891a793a29,36871,1732252878403; forceNewPlan=false, retain=false 2024-11-22T05:21:30,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf56425c689c77d54e59026279fe64c4, regionState=OPENING, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:30,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf56425c689c77d54e59026279fe64c4, ASSIGN because future has completed 2024-11-22T05:21:30,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf56425c689c77d54e59026279fe64c4, server=82891a793a29,36871,1732252878403}] 2024-11-22T05:21:30,508 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,508 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf56425c689c77d54e59026279fe64c4, NAME => 'test,,1732252889377.cf56425c689c77d54e59026279fe64c4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:30,509 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:30,509 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:21:30,509 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,509 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252889377.cf56425c689c77d54e59026279fe64c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:30,509 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,509 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,510 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,511 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf56425c689c77d54e59026279fe64c4 columnFamilyName f 2024-11-22T05:21:30,511 DEBUG [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:30,511 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(327): Store=cf56425c689c77d54e59026279fe64c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:30,511 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,512 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf56425c689c77d54e59026279fe64c4 columnFamilyName f1 2024-11-22T05:21:30,512 DEBUG [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:30,512 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(327): Store=cf56425c689c77d54e59026279fe64c4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:30,512 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,513 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf56425c689c77d54e59026279fe64c4 columnFamilyName norep 2024-11-22T05:21:30,513 DEBUG [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:30,513 INFO [StoreOpener-cf56425c689c77d54e59026279fe64c4-1 {}] regionserver.HStore(327): Store=cf56425c689c77d54e59026279fe64c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:30,513 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:30,514 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,514 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,514 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,514 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,515 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:30,515 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,517 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:30,517 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf56425c689c77d54e59026279fe64c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67057712, jitterRate=-7.622241973876953E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:30,517 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:30,517 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf56425c689c77d54e59026279fe64c4: Running coprocessor pre-open hook at 1732252890509Writing region info on filesystem at 1732252890509Initializing all the Stores at 1732252890510 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252890510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252890510Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252890510Cleaning up temporary data from old regions at 1732252890514 (+4 ms)Running coprocessor post-open hooks at 1732252890517 (+3 ms)Region opened successfully at 1732252890517 2024-11-22T05:21:30,518 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252889377.cf56425c689c77d54e59026279fe64c4., pid=6, masterSystemTime=1732252890506 2024-11-22T05:21:30,520 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,520 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:30,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf56425c689c77d54e59026279fe64c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf56425c689c77d54e59026279fe64c4, server=82891a793a29,36871,1732252878403 because future has completed 2024-11-22T05:21:30,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:21:30,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf56425c689c77d54e59026279fe64c4, server=82891a793a29,36871,1732252878403 in 168 msec 2024-11-22T05:21:30,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:21:30,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf56425c689c77d54e59026279fe64c4, ASSIGN in 323 msec 2024-11-22T05:21:30,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:30,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252890526"}]},"ts":"1732252890526"} 2024-11-22T05:21:30,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:21:30,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:30,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-22T05:21:31,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:31,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:31,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:31,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:21:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ed5279 2024-11-22T05:21:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:31,525 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:31,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:21:31,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:31,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:31,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:21:31,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:21:31,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:21:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:31,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0dd765935d34f75b60d9d4456f792df, NAME => 'test,,1732252891525.f0dd765935d34f75b60d9d4456f792df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee 2024-11-22T05:21:31,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252891525.f0dd765935d34f75b60d9d4456f792df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0dd765935d34f75b60d9d4456f792df, disabling compactions & flushes 2024-11-22T05:21:31,940 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. after waiting 0 ms 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:31,940 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:31,940 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0dd765935d34f75b60d9d4456f792df: Waiting for close lock at 1732252891940Disabling compacts and flushes for region at 1732252891940Disabling writes for close at 1732252891940Writing region close event to WAL at 1732252891940Closed at 1732252891940 2024-11-22T05:21:31,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:31,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252891525.f0dd765935d34f75b60d9d4456f792df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252891941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252891941"}]},"ts":"1732252891941"} 2024-11-22T05:21:31,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:31,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:31,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252891944"}]},"ts":"1732252891944"} 2024-11-22T05:21:31,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:21:31,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0dd765935d34f75b60d9d4456f792df, ASSIGN}] 2024-11-22T05:21:31,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0dd765935d34f75b60d9d4456f792df, ASSIGN 2024-11-22T05:21:31,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0dd765935d34f75b60d9d4456f792df, ASSIGN; state=OFFLINE, location=82891a793a29,34053,1732252883850; forceNewPlan=false, retain=false 2024-11-22T05:21:32,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0dd765935d34f75b60d9d4456f792df, regionState=OPENING, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:32,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0dd765935d34f75b60d9d4456f792df, ASSIGN because future has completed 2024-11-22T05:21:32,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dd765935d34f75b60d9d4456f792df, server=82891a793a29,34053,1732252883850}] 2024-11-22T05:21:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:32,257 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:32,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0dd765935d34f75b60d9d4456f792df, NAME => 'test,,1732252891525.f0dd765935d34f75b60d9d4456f792df.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:32,257 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:32,257 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:21:32,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252891525.f0dd765935d34f75b60d9d4456f792df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:32,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,257 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,258 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,259 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dd765935d34f75b60d9d4456f792df columnFamilyName f 2024-11-22T05:21:32,259 DEBUG [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:32,260 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(327): Store=f0dd765935d34f75b60d9d4456f792df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:32,260 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,261 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dd765935d34f75b60d9d4456f792df columnFamilyName f1 2024-11-22T05:21:32,261 DEBUG [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:32,261 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(327): Store=f0dd765935d34f75b60d9d4456f792df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:32,261 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,262 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0dd765935d34f75b60d9d4456f792df columnFamilyName norep 2024-11-22T05:21:32,262 DEBUG [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:32,262 INFO [StoreOpener-f0dd765935d34f75b60d9d4456f792df-1 {}] regionserver.HStore(327): Store=f0dd765935d34f75b60d9d4456f792df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:32,262 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,262 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,263 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,263 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,263 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,263 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:32,264 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,265 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:32,265 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0dd765935d34f75b60d9d4456f792df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60472906, jitterRate=-0.0988834798336029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:32,265 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:32,265 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0dd765935d34f75b60d9d4456f792df: Running coprocessor pre-open hook at 1732252892257Writing region info on filesystem at 1732252892257Initializing all the Stores at 1732252892258 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252892258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252892258Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252892258Cleaning up temporary data from old regions at 1732252892263 (+5 ms)Running coprocessor post-open hooks at 1732252892265 (+2 ms)Region opened successfully at 1732252892265 2024-11-22T05:21:32,266 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252891525.f0dd765935d34f75b60d9d4456f792df., pid=6, masterSystemTime=1732252892253 2024-11-22T05:21:32,268 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:32,268 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:32,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0dd765935d34f75b60d9d4456f792df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:32,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0dd765935d34f75b60d9d4456f792df, server=82891a793a29,34053,1732252883850 because future has completed 2024-11-22T05:21:32,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:21:32,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0dd765935d34f75b60d9d4456f792df, server=82891a793a29,34053,1732252883850 in 169 msec 2024-11-22T05:21:32,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:21:32,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0dd765935d34f75b60d9d4456f792df, ASSIGN in 326 msec 2024-11-22T05:21:32,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:32,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252892274"}]},"ts":"1732252892274"} 2024-11-22T05:21:32,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:21:32,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:32,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-22T05:21:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:32,664 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:21:32,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,32983,1732252887942 2024-11-22T05:21:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a387a6f 2024-11-22T05:21:32,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:32,665 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:32,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:21:32,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:32,668 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:32,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:21:32,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:32,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:21:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:33,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dfc88f27167f5ba77a9f54aaed919bf, NAME => 'test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c 2024-11-22T05:21:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:21:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dfc88f27167f5ba77a9f54aaed919bf, disabling compactions & flushes 2024-11-22T05:21:33,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. after waiting 0 ms 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dfc88f27167f5ba77a9f54aaed919bf: Waiting for close lock at 1732252893479Disabling compacts and flushes for region at 1732252893479Disabling writes for close at 1732252893479Writing region close event to WAL at 1732252893479Closed at 1732252893479 2024-11-22T05:21:33,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:33,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252893480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252893480"}]},"ts":"1732252893480"} 2024-11-22T05:21:33,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:33,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:33,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252893483"}]},"ts":"1732252893483"} 2024-11-22T05:21:33,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:21:33,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dfc88f27167f5ba77a9f54aaed919bf, ASSIGN}] 2024-11-22T05:21:33,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dfc88f27167f5ba77a9f54aaed919bf, ASSIGN 2024-11-22T05:21:33,486 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dfc88f27167f5ba77a9f54aaed919bf, ASSIGN; state=OFFLINE, location=82891a793a29,45083,1732252888096; forceNewPlan=false, retain=false 2024-11-22T05:21:33,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dfc88f27167f5ba77a9f54aaed919bf, regionState=OPENING, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:33,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dfc88f27167f5ba77a9f54aaed919bf, ASSIGN because future has completed 2024-11-22T05:21:33,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfc88f27167f5ba77a9f54aaed919bf, server=82891a793a29,45083,1732252888096}] 2024-11-22T05:21:33,793 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,793 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dfc88f27167f5ba77a9f54aaed919bf, NAME => 'test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:33,794 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:33,794 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:21:33,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:33,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,794 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,796 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,797 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfc88f27167f5ba77a9f54aaed919bf columnFamilyName f 2024-11-22T05:21:33,797 DEBUG [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:33,799 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(327): Store=6dfc88f27167f5ba77a9f54aaed919bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:33,799 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,800 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfc88f27167f5ba77a9f54aaed919bf columnFamilyName f1 2024-11-22T05:21:33,800 DEBUG [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:33,800 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(327): Store=6dfc88f27167f5ba77a9f54aaed919bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:33,801 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,801 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dfc88f27167f5ba77a9f54aaed919bf columnFamilyName norep 2024-11-22T05:21:33,801 DEBUG [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:33,802 INFO [StoreOpener-6dfc88f27167f5ba77a9f54aaed919bf-1 {}] regionserver.HStore(327): Store=6dfc88f27167f5ba77a9f54aaed919bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:33,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,802 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:33,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:33,805 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,807 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:33,807 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dfc88f27167f5ba77a9f54aaed919bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66170268, jitterRate=-0.013986170291900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:33,807 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:33,807 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dfc88f27167f5ba77a9f54aaed919bf: Running coprocessor pre-open hook at 1732252893794Writing region info on filesystem at 1732252893794Initializing all the Stores at 1732252893795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252893795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252893796 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252893796Cleaning up temporary data from old regions at 1732252893804 (+8 ms)Running coprocessor post-open hooks at 1732252893807 (+3 ms)Region opened successfully at 1732252893807 2024-11-22T05:21:33,808 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf., pid=6, masterSystemTime=1732252893790 2024-11-22T05:21:33,810 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,810 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:33,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dfc88f27167f5ba77a9f54aaed919bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:33,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dfc88f27167f5ba77a9f54aaed919bf, server=82891a793a29,45083,1732252888096 because future has completed 2024-11-22T05:21:33,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:21:33,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dfc88f27167f5ba77a9f54aaed919bf, server=82891a793a29,45083,1732252888096 in 175 msec 2024-11-22T05:21:33,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:21:33,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dfc88f27167f5ba77a9f54aaed919bf, ASSIGN in 335 msec 2024-11-22T05:21:33,822 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:33,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252893822"}]},"ts":"1732252893822"} 2024-11-22T05:21:33,823 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:21:33,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:33,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-22T05:21:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:21:34,813 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:21:34,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37085,-1 for getting cluster id 2024-11-22T05:21:34,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:34,815 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a102c2-528c-489f-a1ab-a5bab2b74e18' 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a102c2-528c-489f-a1ab-a5bab2b74e18" 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751d823b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37085,-1] 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:34,816 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:34,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a33271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,37085,1732252878121 2024-11-22T05:21:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63abd8ef 2024-11-22T05:21:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:34,819 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:34,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:21:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:21:34,822 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:45633' 2024-11-22T05:21:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:34,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36391d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,823 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:34,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:34,824 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82d4775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:34,826 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e587da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:34,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4902a04b 2024-11-22T05:21:34,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:34,829 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:34,830 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:21:34,830 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:21:34,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:34,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:34,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:34,830 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:34,832 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:21:34,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:34,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:34,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:21:34,882 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:21:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:35,239 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1327ed12c8ffcbe4830eebde765a5c3, NAME => 'hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60 2024-11-22T05:21:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:21:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1327ed12c8ffcbe4830eebde765a5c3, disabling compactions & flushes 2024-11-22T05:21:35,648 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. after waiting 0 ms 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:35,648 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:35,648 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1327ed12c8ffcbe4830eebde765a5c3: Waiting for close lock at 1732252895648Disabling compacts and flushes for region at 1732252895648Disabling writes for close at 1732252895648Writing region close event to WAL at 1732252895648Closed at 1732252895648 2024-11-22T05:21:35,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:35,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252895649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252895649"}]},"ts":"1732252895649"} 2024-11-22T05:21:35,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:35,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:35,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252895654"}]},"ts":"1732252895654"} 2024-11-22T05:21:35,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:21:35,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1327ed12c8ffcbe4830eebde765a5c3, ASSIGN}] 2024-11-22T05:21:35,658 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1327ed12c8ffcbe4830eebde765a5c3, ASSIGN 2024-11-22T05:21:35,659 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1327ed12c8ffcbe4830eebde765a5c3, ASSIGN; state=OFFLINE, location=82891a793a29,36871,1732252878403; forceNewPlan=false, retain=false 2024-11-22T05:21:35,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1327ed12c8ffcbe4830eebde765a5c3, regionState=OPENING, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1327ed12c8ffcbe4830eebde765a5c3, ASSIGN because future has completed 2024-11-22T05:21:35,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1327ed12c8ffcbe4830eebde765a5c3, server=82891a793a29,36871,1732252878403}] 2024-11-22T05:21:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:35,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:35,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:35,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:21:35,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C36871%2C1732252878403.rep, suffix=, logDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403, archiveDir=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/oldWALs, maxLogs=10 2024-11-22T05:21:36,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.rep.1732252895978, exclude list is [], retry=0 2024-11-22T05:21:36,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34055,DS-43360a97-15de-4849-a10f-4334364f71b8,DISK] 2024-11-22T05:21:36,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.rep.1732252895978 2024-11-22T05:21:36,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32901:32901)] 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1327ed12c8ffcbe4830eebde765a5c3, NAME => 'hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:36,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. service=MultiRowMutationService 2024-11-22T05:21:36,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,020 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,022 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1327ed12c8ffcbe4830eebde765a5c3 columnFamilyName hfileref 2024-11-22T05:21:36,022 DEBUG [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:36,022 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(327): Store=a1327ed12c8ffcbe4830eebde765a5c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:36,022 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,023 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1327ed12c8ffcbe4830eebde765a5c3 columnFamilyName queue 2024-11-22T05:21:36,023 DEBUG [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:36,024 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(327): Store=a1327ed12c8ffcbe4830eebde765a5c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:36,024 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,025 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1327ed12c8ffcbe4830eebde765a5c3 columnFamilyName sid 2024-11-22T05:21:36,025 DEBUG [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:36,025 INFO [StoreOpener-a1327ed12c8ffcbe4830eebde765a5c3-1 {}] regionserver.HStore(327): Store=a1327ed12c8ffcbe4830eebde765a5c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:36,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/replication/a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/replication/a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:36,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/replication/a1327ed12c8ffcbe4830eebde765a5c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:36,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1327ed12c8ffcbe4830eebde765a5c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71521127, jitterRate=0.06574784219264984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:36,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:36,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1327ed12c8ffcbe4830eebde765a5c3: Running coprocessor pre-open hook at 1732252896012Writing region info on filesystem at 1732252896012Initializing all the Stores at 1732252896012Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252896012Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252896020 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252896020Cleaning up temporary data from old regions at 1732252896027 (+7 ms)Running coprocessor post-open hooks at 1732252896032 (+5 ms)Region opened successfully at 1732252896032 2024-11-22T05:21:36,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3., pid=10, masterSystemTime=1732252895966 2024-11-22T05:21:36,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:36,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:36,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1327ed12c8ffcbe4830eebde765a5c3, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,36871,1732252878403 2024-11-22T05:21:36,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1327ed12c8ffcbe4830eebde765a5c3, server=82891a793a29,36871,1732252878403 because future has completed 2024-11-22T05:21:36,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:21:36,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1327ed12c8ffcbe4830eebde765a5c3, server=82891a793a29,36871,1732252878403 in 231 msec 2024-11-22T05:21:36,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:21:36,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1327ed12c8ffcbe4830eebde765a5c3, ASSIGN in 389 msec 2024-11-22T05:21:36,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:36,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252896049"}]},"ts":"1732252896049"} 2024-11-22T05:21:36,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:21:36,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:36,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-22T05:21:36,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3., hostname=82891a793a29,36871,1732252878403, seqNum=2] 2024-11-22T05:21:36,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:36,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:36,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:21:36,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:21:36,360 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:21:36,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:21:36,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:21:36,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T05:21:36,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T05:21:36,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:36,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:21:36,429 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,36871,1732252878403, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:21:36,430 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:36,430 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36871,1732252878403, seqNum=-1] 2024-11-22T05:21:36,431 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:36,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-22T05:21:36,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,36871,1732252878403', locateType=CURRENT is [region=hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3., hostname=82891a793a29,36871,1732252878403, seqNum=2] 2024-11-22T05:21:36,437 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:21:36,439 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,36871,1732252878403 suceeded 2024-11-22T05:21:36,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:21:36,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-22T05:21:36,442 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:21:36,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6230 sec 2024-11-22T05:21:36,459 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:45633' 2024-11-22T05:21:36,462 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,462 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:36,462 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:36,463 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:36,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:36,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c7d95f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:36,465 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:36,467 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34821b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,467 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c394ea0 2024-11-22T05:21:36,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:36,469 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-22T05:21:36,470 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,36871,1732252878403 (queues=1) is replicating from cluster=08a102c2-528c-489f-a1ab-a5bab2b74e18 to cluster=0dfe9e61-4721-4f58-b458-8610f7a486b6 2024-11-22T05:21:36,471 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C36871%2C1732252878403 2024-11-22T05:21:36,471 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,36871,1732252878403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:21:36,471 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, startPosition=0, beingWritten=true 2024-11-22T05:21:36,474 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C36871%2C1732252878403 2024-11-22T05:21:36,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:36,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:36,479 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36871,1732252878403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:36,683 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:36,974 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:21:36,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:36,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:36,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:36,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:36,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:36,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:36,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:36,982 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f374faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:36,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:36,984 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a607a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:36,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c5094c3 2024-11-22T05:21:36,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:36,988 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:36,988 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:36,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:32983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:21:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:21:36,996 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:32983' 2024-11-22T05:21:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:37,009 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733317e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:37,009 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:37,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:37,010 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234c09a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:37,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:37,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:37,012 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:37,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e914641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:37,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:37,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,32983,1732252887942 2024-11-22T05:21:37,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@419a9d13 2024-11-22T05:21:37,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:37,016 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:37,016 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:21:37,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:21:37,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:37,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:37,017 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:37,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:37,019 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:21:37,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:37,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:37,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:21:37,069 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:21:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:37,420 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:37,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd3db6e444caf9f29eaca2bf03a8c8b1, NAME => 'hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee 2024-11-22T05:21:37,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd3db6e444caf9f29eaca2bf03a8c8b1, disabling compactions & flushes 2024-11-22T05:21:37,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. after waiting 0 ms 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd3db6e444caf9f29eaca2bf03a8c8b1: Waiting for close lock at 1732252897491Disabling compacts and flushes for region at 1732252897491Disabling writes for close at 1732252897491Writing region close event to WAL at 1732252897491Closed at 1732252897491 2024-11-22T05:21:37,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:37,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252897493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252897493"}]},"ts":"1732252897493"} 2024-11-22T05:21:37,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:37,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:37,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252897497"}]},"ts":"1732252897497"} 2024-11-22T05:21:37,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:21:37,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3db6e444caf9f29eaca2bf03a8c8b1, ASSIGN}] 2024-11-22T05:21:37,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3db6e444caf9f29eaca2bf03a8c8b1, ASSIGN 2024-11-22T05:21:37,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd3db6e444caf9f29eaca2bf03a8c8b1, ASSIGN; state=OFFLINE, location=82891a793a29,34053,1732252883850; forceNewPlan=false, retain=false 2024-11-22T05:21:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:37,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd3db6e444caf9f29eaca2bf03a8c8b1, regionState=OPENING, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:37,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd3db6e444caf9f29eaca2bf03a8c8b1, ASSIGN because future has completed 2024-11-22T05:21:37,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3db6e444caf9f29eaca2bf03a8c8b1, server=82891a793a29,34053,1732252883850}] 2024-11-22T05:21:37,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:37,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:37,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:37,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:21:37,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C34053%2C1732252883850.rep, suffix=, logDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850, archiveDir=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/oldWALs, maxLogs=10 2024-11-22T05:21:37,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.rep.1732252897836, exclude list is [], retry=0 2024-11-22T05:21:37,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:21:37,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45263,DS-c48692be-04fe-4fde-b899-e0a6779bc173,DISK] 2024-11-22T05:21:37,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.rep.1732252897836 2024-11-22T05:21:37,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36057:36057)] 2024-11-22T05:21:37,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd3db6e444caf9f29eaca2bf03a8c8b1, NAME => 'hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:37,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:37,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:37,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. service=MultiRowMutationService 2024-11-22T05:21:37,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:21:37,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:37,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,875 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,876 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3db6e444caf9f29eaca2bf03a8c8b1 columnFamilyName hfileref 2024-11-22T05:21:37,877 DEBUG [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:37,877 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(327): Store=cd3db6e444caf9f29eaca2bf03a8c8b1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:37,877 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,879 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3db6e444caf9f29eaca2bf03a8c8b1 columnFamilyName queue 2024-11-22T05:21:37,879 DEBUG [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:37,879 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(327): Store=cd3db6e444caf9f29eaca2bf03a8c8b1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:37,879 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,881 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3db6e444caf9f29eaca2bf03a8c8b1 columnFamilyName sid 2024-11-22T05:21:37,881 DEBUG [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:37,882 INFO [StoreOpener-cd3db6e444caf9f29eaca2bf03a8c8b1-1 {}] regionserver.HStore(327): Store=cd3db6e444caf9f29eaca2bf03a8c8b1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:37,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/replication/cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/replication/cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:37,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/replication/cd3db6e444caf9f29eaca2bf03a8c8b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:37,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd3db6e444caf9f29eaca2bf03a8c8b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68794303, jitterRate=0.0251149982213974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:37,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:37,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd3db6e444caf9f29eaca2bf03a8c8b1: Running coprocessor pre-open hook at 1732252897874Writing region info on filesystem at 1732252897874Initializing all the Stores at 1732252897875 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252897875Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252897875Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252897875Cleaning up temporary data from old regions at 1732252897884 (+9 ms)Running coprocessor post-open hooks at 1732252897888 (+4 ms)Region opened successfully at 1732252897888 2024-11-22T05:21:37,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., pid=10, masterSystemTime=1732252897810 2024-11-22T05:21:37,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:37,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd3db6e444caf9f29eaca2bf03a8c8b1, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,34053,1732252883850 2024-11-22T05:21:37,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3db6e444caf9f29eaca2bf03a8c8b1, server=82891a793a29,34053,1732252883850 because future has completed 2024-11-22T05:21:37,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:21:37,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd3db6e444caf9f29eaca2bf03a8c8b1, server=82891a793a29,34053,1732252883850 in 238 msec 2024-11-22T05:21:37,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:21:37,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3db6e444caf9f29eaca2bf03a8c8b1, ASSIGN in 397 msec 2024-11-22T05:21:37,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:37,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252897901"}]},"ts":"1732252897901"} 2024-11-22T05:21:37,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:21:37,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:37,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 886 msec 2024-11-22T05:21:37,924 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., hostname=82891a793a29,34053,1732252883850, seqNum=2] 2024-11-22T05:21:38,016 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:38,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:38,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:21:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:38,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:21:38,190 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:21:38,223 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,34053,1732252883850, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:21:38,224 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:38,224 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34053,1732252883850, seqNum=-1] 2024-11-22T05:21:38,225 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:38,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T05:21:38,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,34053,1732252883850', locateType=CURRENT is [region=hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., hostname=82891a793a29,34053,1732252883850, seqNum=2] 2024-11-22T05:21:38,230 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:21:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:21:38,232 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,34053,1732252883850 suceeded 2024-11-22T05:21:38,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:21:38,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-22T05:21:38,234 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:32983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:21:38,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2420 sec 2024-11-22T05:21:38,247 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:32983' 2024-11-22T05:21:38,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:38,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:38,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:38,249 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:38,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bd6b1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:38,251 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:38,251 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:38,251 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:38,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,32983,1732252887942 2024-11-22T05:21:38,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55316740 2024-11-22T05:21:38,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:38,252 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-22T05:21:38,253 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,34053,1732252883850 (queues=1) is replicating from cluster=0dfe9e61-4721-4f58-b458-8610f7a486b6 to cluster=da7939f5-f5cb-4b71-9f60-31c99fe010dc 2024-11-22T05:21:38,253 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C34053%2C1732252883850 2024-11-22T05:21:38,253 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,34053,1732252883850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:21:38,256 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C34053%2C1732252883850 2024-11-22T05:21:38,256 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, startPosition=0, beingWritten=true 2024-11-22T05:21:38,263 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:38,263 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:38,263 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:38,469 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:38,530 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:39,143 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:21:39,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:39,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:39,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:39,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:39,145 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b7edb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,148 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,32983,1732252887942 2024-11-22T05:21:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f61d6d 2024-11-22T05:21:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:39,151 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:39,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:21:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:21:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:39,155 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:45633' 2024-11-22T05:21:39,156 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562d50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,156 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:39,156 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:39,157 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc8537d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:39,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,158 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:39,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da34e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:39,159 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:39,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:39,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263f4bfb 2024-11-22T05:21:39,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:39,161 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:21:39,161 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T05:21:39,161 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:21:39,161 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,162 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:39,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:39,162 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:39,163 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:21:39,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:21:39,164 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:39,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:21:39,177 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:21:39,213 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:21:39,234 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:39,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a4d5f9c976972d1370dd133f3428b42, NAME => 'hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c 2024-11-22T05:21:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:21:39,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:39,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a4d5f9c976972d1370dd133f3428b42, disabling compactions & flushes 2024-11-22T05:21:39,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. after waiting 0 ms 2024-11-22T05:21:39,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a4d5f9c976972d1370dd133f3428b42: Waiting for close lock at 1732252899599Disabling compacts and flushes for region at 1732252899599Disabling writes for close at 1732252899600 (+1 ms)Writing region close event to WAL at 1732252899600Closed at 1732252899600 2024-11-22T05:21:39,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:21:39,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252899601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252899601"}]},"ts":"1732252899601"} 2024-11-22T05:21:39,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:21:39,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:21:39,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252899604"}]},"ts":"1732252899604"} 2024-11-22T05:21:39,607 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:21:39,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a4d5f9c976972d1370dd133f3428b42, ASSIGN}] 2024-11-22T05:21:39,608 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a4d5f9c976972d1370dd133f3428b42, ASSIGN 2024-11-22T05:21:39,609 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a4d5f9c976972d1370dd133f3428b42, ASSIGN; state=OFFLINE, location=82891a793a29,45083,1732252888096; forceNewPlan=false, retain=false 2024-11-22T05:21:39,683 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:39,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a4d5f9c976972d1370dd133f3428b42, regionState=OPENING, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:39,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a4d5f9c976972d1370dd133f3428b42, ASSIGN because future has completed 2024-11-22T05:21:39,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a4d5f9c976972d1370dd133f3428b42, server=82891a793a29,45083,1732252888096}] 2024-11-22T05:21:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:39,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:39,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:21:39,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45083%2C1732252888096.rep, suffix=, logDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096, archiveDir=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/oldWALs, maxLogs=10 2024-11-22T05:21:39,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.rep.1732252899919, exclude list is [], retry=0 2024-11-22T05:21:39,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43911,DS-899fddba-4458-428a-ae73-382d78dde0dd,DISK] 2024-11-22T05:21:39,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.rep.1732252899919 2024-11-22T05:21:39,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34007:34007)] 2024-11-22T05:21:39,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a4d5f9c976972d1370dd133f3428b42, NAME => 'hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:39,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:21:39,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:21:39,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. service=MultiRowMutationService 2024-11-22T05:21:39,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:21:39,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:39,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,939 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,940 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4d5f9c976972d1370dd133f3428b42 columnFamilyName hfileref 2024-11-22T05:21:39,940 DEBUG [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:39,941 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(327): Store=8a4d5f9c976972d1370dd133f3428b42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:39,941 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,942 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4d5f9c976972d1370dd133f3428b42 columnFamilyName queue 2024-11-22T05:21:39,942 DEBUG [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:39,942 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(327): Store=8a4d5f9c976972d1370dd133f3428b42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:39,942 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,943 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a4d5f9c976972d1370dd133f3428b42 columnFamilyName sid 2024-11-22T05:21:39,943 DEBUG [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:39,943 INFO [StoreOpener-8a4d5f9c976972d1370dd133f3428b42-1 {}] regionserver.HStore(327): Store=8a4d5f9c976972d1370dd133f3428b42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:39,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:21:39,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:39,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a4d5f9c976972d1370dd133f3428b42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68067074, jitterRate=0.014278441667556763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:21:39,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:39,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a4d5f9c976972d1370dd133f3428b42: Running coprocessor pre-open hook at 1732252899938Writing region info on filesystem at 1732252899938Initializing all the Stores at 1732252899939 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252899939Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252899939Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252899939Cleaning up temporary data from old regions at 1732252899945 (+6 ms)Running coprocessor post-open hooks at 1732252899948 (+3 ms)Region opened successfully at 1732252899948 2024-11-22T05:21:39,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42., pid=10, masterSystemTime=1732252899914 2024-11-22T05:21:39,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:39,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a4d5f9c976972d1370dd133f3428b42, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45083,1732252888096 2024-11-22T05:21:39,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a4d5f9c976972d1370dd133f3428b42, server=82891a793a29,45083,1732252888096 because future has completed 2024-11-22T05:21:39,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:21:39,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a4d5f9c976972d1370dd133f3428b42, server=82891a793a29,45083,1732252888096 in 192 msec 2024-11-22T05:21:39,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:21:39,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a4d5f9c976972d1370dd133f3428b42, ASSIGN in 349 msec 2024-11-22T05:21:39,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:21:39,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252899958"}]},"ts":"1732252899958"} 2024-11-22T05:21:39,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:21:39,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:21:39,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-22T05:21:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42., hostname=82891a793a29,45083,1732252888096, seqNum=2] 2024-11-22T05:21:40,056 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:40,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:40,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:21:40,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:21:40,233 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:21:40,270 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,45083,1732252888096, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:21:40,270 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:40,270 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45083,1732252888096, seqNum=-1] 2024-11-22T05:21:40,271 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:40,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T05:21:40,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,45083,1732252888096', locateType=CURRENT is [region=hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42., hostname=82891a793a29,45083,1732252888096, seqNum=2] 2024-11-22T05:21:40,275 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:21:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:21:40,277 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,45083,1732252888096 suceeded 2024-11-22T05:21:40,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:21:40,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-22T05:21:40,279 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:45633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:21:40,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1270 sec 2024-11-22T05:21:40,287 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:40,292 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:45633' 2024-11-22T05:21:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:21:40,293 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:21:40,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:40,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:40,293 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4327c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,293 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:40,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:40,293 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:40,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,294 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:40,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,37085,-1 for getting cluster id 2024-11-22T05:21:40,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4541d808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:40,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,295 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a102c2-528c-489f-a1ab-a5bab2b74e18' 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a102c2-528c-489f-a1ab-a5bab2b74e18" 2024-11-22T05:21:40,295 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5642493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,37085,-1] 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,296 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bee1fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,296 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:40,296 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,45633,1732252883669 2024-11-22T05:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223ae03a 2024-11-22T05:21:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab93b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:21:40,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:40,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:40,297 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-22T05:21:40,298 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:40,298 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,45083,1732252888096 (queues=1) is replicating from cluster=da7939f5-f5cb-4b71-9f60-31c99fe010dc to cluster=0dfe9e61-4721-4f58-b458-8610f7a486b6 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbd4155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,298 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C45083%2C1732252888096 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:40,298 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,45083,1732252888096, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:40,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,299 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:40,299 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, startPosition=0, beingWritten=true 2024-11-22T05:21:40,299 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C45083%2C1732252888096 2024-11-22T05:21:40,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcd213d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:40,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:40,302 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3fa841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,303 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d03a77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:40,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,36871,1732252878403, seqNum=-1] 2024-11-22T05:21:40,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:40,306 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:40,306 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 379, reset compression=false 2024-11-22T05:21:40,306 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:40,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252889377.cf56425c689c77d54e59026279fe64c4., hostname=82891a793a29,36871,1732252878403, seqNum=2] 2024-11-22T05:21:40,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45083,1732252888096, seqNum=-1] 2024-11-22T05:21:40,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:40,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf., hostname=82891a793a29,45083,1732252888096, seqNum=2] 2024-11-22T05:21:40,325 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T05:21:40,517 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 379, reset compression=false 2024-11-22T05:21:40,821 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 379, reset compression=false 2024-11-22T05:21:40,959 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 379, reset compression=false 2024-11-22T05:21:40,970 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:40,970 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:40,971 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36871,1732252878403 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf56425c689c77d54e59026279fe64c4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T05:21:40,973 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:40,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-22T05:21:40,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:40,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@367924c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,45633,-1 for getting cluster id 2024-11-22T05:21:40,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:40,976 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0dfe9e61-4721-4f58-b458-8610f7a486b6' 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0dfe9e61-4721-4f58-b458-8610f7a486b6" 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a556469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,45633,-1] 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:40,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:40,978 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:40,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c82712d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:40,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:40,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34053,1732252883850, seqNum=-1] 2024-11-22T05:21:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:40,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T05:21:40,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252891525.f0dd765935d34f75b60d9d4456f792df., hostname=82891a793a29,34053,1732252883850, seqNum=2] 2024-11-22T05:21:40,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:40,990 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 379, reset compression=false 2024-11-22T05:21:40,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:40,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 503, reset compression=false 2024-11-22T05:21:40,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0dd765935d34f75b60d9d4456f792df/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T05:21:40,996 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:40,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-22T05:21:40,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:41,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504ec498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:41,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,32983,-1 for getting cluster id 2024-11-22T05:21:41,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:21:41,001 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da7939f5-f5cb-4b71-9f60-31c99fe010dc' 2024-11-22T05:21:41,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:21:41,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da7939f5-f5cb-4b71-9f60-31c99fe010dc" 2024-11-22T05:21:41,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0c716c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:41,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,32983,-1] 2024-11-22T05:21:41,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:21:41,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:41,002 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:21:41,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@162d478e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:21:41,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45083,1732252888096, seqNum=-1] 2024-11-22T05:21:41,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:41,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T05:21:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf., hostname=82891a793a29,45083,1732252888096, seqNum=2] 2024-11-22T05:21:41,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:41,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:21:41,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:41,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108704 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:21:41,174 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:41,206 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 503, reset compression=false 2024-11-22T05:21:41,224 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 379, reset compression=false 2024-11-22T05:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 526, reset compression=false 2024-11-22T05:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:41,326 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T05:21:41,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:21:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,34053,1732252883850, seqNum=-1] 2024-11-22T05:21:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:21:41,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:21:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732252891525.f0dd765935d34f75b60d9d4456f792df., hostname=82891a793a29,34053,1732252883850, seqNum=2] 2024-11-22T05:21:41,334 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T05:21:41,446 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 526, reset compression=false 2024-11-22T05:21:41,480 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:41,509 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 503, reset compression=false 2024-11-22T05:21:41,515 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:41,515 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 607, reset compression=false 2024-11-22T05:21:41,515 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0dd765935d34f75b60d9d4456f792df/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:21:41,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:41,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:41,721 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 607, reset compression=false 2024-11-22T05:21:41,750 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 526, reset compression=false 2024-11-22T05:21:41,755 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:41,755 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 653, reset compression=false 2024-11-22T05:21:41,755 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:41,885 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:41,960 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 653, reset compression=false 2024-11-22T05:21:42,027 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 607, reset compression=false 2024-11-22T05:21:42,269 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 653, reset compression=false 2024-11-22T05:21:42,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T05:21:42,338 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T05:21:42,390 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:42,434 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 607, reset compression=false 2024-11-22T05:21:42,672 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 653, reset compression=false 2024-11-22T05:21:42,676 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:42,676 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 757, reset compression=false 2024-11-22T05:21:42,676 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dfc88f27167f5ba77a9f54aaed919bf/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T05:21:42,678 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:21:42,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-22T05:21:42,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:42,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:42,880 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 757, reset compression=false 2024-11-22T05:21:42,938 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 607, reset compression=false 2024-11-22T05:21:42,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:42,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 735, reset compression=false 2024-11-22T05:21:42,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:42,994 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:43,151 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 735, reset compression=false 2024-11-22T05:21:43,185 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 757, reset compression=false 2024-11-22T05:21:43,341 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T05:21:43,346 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T05:21:43,376 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:43,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:43,461 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 735, reset compression=false 2024-11-22T05:21:43,589 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 757, reset compression=false 2024-11-22T05:21:43,697 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 480, reset compression=false 2024-11-22T05:21:43,701 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:43,701 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:43,701 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36871,1732252878403 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf56425c689c77d54e59026279fe64c4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T05:21:43,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:43,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:43,865 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 735, reset compression=false 2024-11-22T05:21:43,870 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:43,870 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 882, reset compression=false 2024-11-22T05:21:43,870 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0dd765935d34f75b60d9d4456f792df/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T05:21:43,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:43,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:43,904 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:44,073 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 882, reset compression=false 2024-11-22T05:21:44,092 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 757, reset compression=false 2024-11-22T05:21:44,097 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:44,097 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 927, reset compression=false 2024-11-22T05:21:44,097 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:44,207 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:44,303 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 927, reset compression=false 2024-11-22T05:21:44,348 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T05:21:44,350 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T05:21:44,377 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 882, reset compression=false 2024-11-22T05:21:44,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:44,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1041, reset compression=false 2024-11-22T05:21:44,381 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0dd765935d34f75b60d9d4456f792df/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T05:21:44,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:44,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:44,584 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1041, reset compression=false 2024-11-22T05:21:44,607 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 927, reset compression=false 2024-11-22T05:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1076, reset compression=false 2024-11-22T05:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:44,813 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1076, reset compression=false 2024-11-22T05:21:44,887 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1041, reset compression=false 2024-11-22T05:21:45,112 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:45,116 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1076, reset compression=false 2024-11-22T05:21:45,294 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1041, reset compression=false 2024-11-22T05:21:45,352 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T05:21:45,354 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T05:21:45,519 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1076, reset compression=false 2024-11-22T05:21:45,523 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:21:45,523 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1235, reset compression=false 2024-11-22T05:21:45,523 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[{test/6dfc88f27167f5ba77a9f54aaed919bf/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T05:21:45,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T05:21:45,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34053 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T05:21:45,715 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:45,726 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1235, reset compression=false 2024-11-22T05:21:45,796 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1041, reset compression=false 2024-11-22T05:21:45,800 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:45,800 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:45,800 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:46,003 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:46,028 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1235, reset compression=false 2024-11-22T05:21:46,306 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:46,355 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T05:21:46,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:46,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:46,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:46,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:46,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:46,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:46,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=434390889, stopped=false 2024-11-22T05:21:46,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:46,361 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,32983,1732252887942 2024-11-22T05:21:46,418 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1582301297/running 2024-11-22T05:21:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1582301297/running 2024-11-22T05:21:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:46,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:46,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:46,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:46,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:46,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/running 2024-11-22T05:21:46,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,45083,1732252888096' ***** 2024-11-22T05:21:46,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:46,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Set watcher on znode that does not yet exist, /2-1582301297/running 2024-11-22T05:21:46,425 INFO [RS:0;82891a793a29:45083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:46,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:46,425 INFO [RS:0;82891a793a29:45083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,45083,1732252888096 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45083. 2024-11-22T05:21:46,426 DEBUG [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a4d5f9c976972d1370dd133f3428b42, disabling compactions & flushes 2024-11-22T05:21:46,426 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:46,426 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. after waiting 0 ms 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:46,426 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a4d5f9c976972d1370dd133f3428b42 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-22T05:21:46,426 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:46,426 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1325): Online Regions={8a4d5f9c976972d1370dd133f3428b42=hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42., 1588230740=hbase:meta,,1.1588230740, 6dfc88f27167f5ba77a9f54aaed919bf=test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.} 2024-11-22T05:21:46,426 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf, 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:46,426 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:46,426 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:46,426 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:46,432 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1235, reset compression=false 2024-11-22T05:21:46,440 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/.tmp/queue/6df7000db4c04ee28777158d9774e712 is 154, key is 1-82891a793a29,45083,1732252888096/queue:82891a793a29%2C45083%2C1732252888096/1732252905527/Put/seqid=0 2024-11-22T05:21:46,441 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/info/6c73b741b957411a8613c8e1d77f47cd is 147, key is hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42./info:regioninfo/1732252899951/Put/seqid=0 2024-11-22T05:21:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741840_1016 (size=5353) 2024-11-22T05:21:46,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741841_1017 (size=7686) 2024-11-22T05:21:46,444 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/info/6c73b741b957411a8613c8e1d77f47cd 2024-11-22T05:21:46,461 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/ns/82d7749fe97e416d99229b4e04a86d41 is 43, key is default/ns:d/1732252889264/Put/seqid=0 2024-11-22T05:21:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741842_1018 (size=5153) 2024-11-22T05:21:46,500 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:46,626 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf, 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:46,703 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:46,703 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:46,709 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:46,827 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf, 8a4d5f9c976972d1370dd133f3428b42 2024-11-22T05:21:46,843 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/.tmp/queue/6df7000db4c04ee28777158d9774e712 2024-11-22T05:21:46,847 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/.tmp/queue/6df7000db4c04ee28777158d9774e712 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/queue/6df7000db4c04ee28777158d9774e712 2024-11-22T05:21:46,852 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/queue/6df7000db4c04ee28777158d9774e712, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T05:21:46,853 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a4d5f9c976972d1370dd133f3428b42 in 427ms, sequenceid=12, compaction requested=false 2024-11-22T05:21:46,856 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/replication/8a4d5f9c976972d1370dd133f3428b42/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:46,857 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a4d5f9c976972d1370dd133f3428b42: Waiting for close lock at 1732252906426Running coprocessor pre-close hooks at 1732252906426Disabling compacts and flushes for region at 1732252906426Disabling writes for close at 1732252906426Obtaining lock to block concurrent updates at 1732252906426Preparing flush snapshotting stores in 8a4d5f9c976972d1370dd133f3428b42 at 1732252906426Finished memstore snapshotting hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732252906426Flushing stores of hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. at 1732252906427 (+1 ms)Flushing 8a4d5f9c976972d1370dd133f3428b42/queue: creating writer at 1732252906427Flushing 8a4d5f9c976972d1370dd133f3428b42/queue: appending metadata at 1732252906440 (+13 ms)Flushing 8a4d5f9c976972d1370dd133f3428b42/queue: closing flushed file at 1732252906440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7337ca4f: reopening flushed file at 1732252906847 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a4d5f9c976972d1370dd133f3428b42 in 427ms, sequenceid=12, compaction requested=false at 1732252906853 (+6 ms)Writing region close event to WAL at 1732252906854 (+1 ms)Running coprocessor post-close hooks at 1732252906857 (+3 ms)Closed at 1732252906857 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252899162.8a4d5f9c976972d1370dd133f3428b42. 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dfc88f27167f5ba77a9f54aaed919bf, disabling compactions & flushes 2024-11-22T05:21:46,857 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. after waiting 0 ms 2024-11-22T05:21:46,857 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:46,857 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6dfc88f27167f5ba77a9f54aaed919bf 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T05:21:46,868 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/ns/82d7749fe97e416d99229b4e04a86d41 2024-11-22T05:21:46,874 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f/aedfe7fb865a435eb7aa71942eac2f39 is 29, key is row1/f:/1732252904348/DeleteFamily/seqid=0 2024-11-22T05:21:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741843_1019 (size=5152) 2024-11-22T05:21:46,889 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/rep_barrier/696117904dca4e6894c59d5be3707e21 is 112, key is test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf./rep_barrier:seqnumDuringOpen/1732252893810/Put/seqid=0 2024-11-22T05:21:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741844_1020 (size=5518) 2024-11-22T05:21:46,938 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1235, reset compression=false 2024-11-22T05:21:46,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:46,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1482, reset compression=false 2024-11-22T05:21:46,942 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45083,1732252888096 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:46,944 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,45083,1732252888096: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,45083,1732252888096, walGroup=82891a793a29%2C45083%2C1732252888096, offset=82891a793a29%2C45083%2C1732252888096.1732252888823:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45083 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:46,945 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:46,945 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:46,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:46,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:46,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:46,946 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 931183704 }, "NonHeapMemoryUsage": { "committed": 205062144, "init": 7667712, "max": -1, "used": 201721296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:46,946 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:32983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:47,018 DEBUG [master/82891a793a29:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=33, reused chunk count=130, reuseRatio=79.75% 2024-11-22T05:21:47,018 DEBUG [master/82891a793a29:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-22T05:21:47,027 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:47,153 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1482, reset compression=false 2024-11-22T05:21:47,211 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:47,221 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:47,227 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:47,280 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f/aedfe7fb865a435eb7aa71942eac2f39 2024-11-22T05:21:47,284 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aedfe7fb865a435eb7aa71942eac2f39 2024-11-22T05:21:47,294 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/rep_barrier/696117904dca4e6894c59d5be3707e21 2024-11-22T05:21:47,299 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f1/d3717ee181d44fd9a4db79922eabb8af is 30, key is row1/f1:/1732252904348/DeleteFamily/seqid=0 2024-11-22T05:21:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741845_1021 (size=5158) 2024-11-22T05:21:47,314 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/table/a26793d17e794a8494e77f77d89d803d is 53, key is hbase:replication/table:state/1732252899958/Put/seqid=0 2024-11-22T05:21:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:21:47,427 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:21:47,427 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6dfc88f27167f5ba77a9f54aaed919bf=test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf.} 2024-11-22T05:21:47,427 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:47,458 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1482, reset compression=false 2024-11-22T05:21:47,627 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:47,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:21:47,712 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f1/d3717ee181d44fd9a4db79922eabb8af 2024-11-22T05:21:47,715 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3717ee181d44fd9a4db79922eabb8af 2024-11-22T05:21:47,717 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/table/a26793d17e794a8494e77f77d89d803d 2024-11-22T05:21:47,721 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/info/6c73b741b957411a8613c8e1d77f47cd as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/info/6c73b741b957411a8613c8e1d77f47cd 2024-11-22T05:21:47,725 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/info/6c73b741b957411a8613c8e1d77f47cd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:47,725 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/ns/82d7749fe97e416d99229b4e04a86d41 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/ns/82d7749fe97e416d99229b4e04a86d41 2024-11-22T05:21:47,729 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/ns/82d7749fe97e416d99229b4e04a86d41, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:47,729 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/rep_barrier/696117904dca4e6894c59d5be3707e21 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/rep_barrier/696117904dca4e6894c59d5be3707e21 2024-11-22T05:21:47,733 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/rep_barrier/696117904dca4e6894c59d5be3707e21, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:47,734 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/.tmp/table/a26793d17e794a8494e77f77d89d803d as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/table/a26793d17e794a8494e77f77d89d803d 2024-11-22T05:21:47,734 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/norep/cd60b3a358c04d5ca6effd39f8cb64f5 is 33, key is row2/norep:/1732252905352/DeleteFamily/seqid=0 2024-11-22T05:21:47,738 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/table/a26793d17e794a8494e77f77d89d803d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741847_1023 (size=5108) 2024-11-22T05:21:47,739 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:47,743 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:47,744 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:47,744 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:47,744 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:47,744 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252906426Running coprocessor pre-close hooks at 1732252906426Disabling compacts and flushes for region at 1732252906426Disabling writes for close at 1732252906426Obtaining lock to block concurrent updates at 1732252906426Preparing flush snapshotting stores in 1588230740 at 1732252906426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252906427 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252906427Flushing 1588230740/info: creating writer at 1732252906427Flushing 1588230740/info: appending metadata at 1732252906441 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732252906441Flushing 1588230740/ns: creating writer at 1732252906447 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732252906461 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732252906461Flushing 1588230740/rep_barrier: creating writer at 1732252906872 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252906889 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252906889Flushing 1588230740/table: creating writer at 1732252907297 (+408 ms)Flushing 1588230740/table: appending metadata at 1732252907313 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732252907313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1694092c: reopening flushed file at 1732252907721 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6bc826: reopening flushed file at 1732252907725 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142e6d95: reopening flushed file at 1732252907729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdf98ad: reopening flushed file at 1732252907733 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1732252907739 (+6 ms)Writing region close event to WAL at 1732252907741 (+2 ms)Running coprocessor post-close hooks at 1732252907744 (+3 ms)Closed at 1732252907744 2024-11-22T05:21:47,744 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:47,816 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:47,828 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:47,861 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1482, reset compression=false 2024-11-22T05:21:48,028 DEBUG [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1351): Waiting on 6dfc88f27167f5ba77a9f54aaed919bf 2024-11-22T05:21:48,128 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:48,138 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/norep/cd60b3a358c04d5ca6effd39f8cb64f5 2024-11-22T05:21:48,142 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd60b3a358c04d5ca6effd39f8cb64f5 2024-11-22T05:21:48,142 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f/aedfe7fb865a435eb7aa71942eac2f39 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/f/aedfe7fb865a435eb7aa71942eac2f39 2024-11-22T05:21:48,146 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aedfe7fb865a435eb7aa71942eac2f39 2024-11-22T05:21:48,146 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/f/aedfe7fb865a435eb7aa71942eac2f39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:48,146 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/f1/d3717ee181d44fd9a4db79922eabb8af as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/f1/d3717ee181d44fd9a4db79922eabb8af 2024-11-22T05:21:48,149 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3717ee181d44fd9a4db79922eabb8af 2024-11-22T05:21:48,149 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/f1/d3717ee181d44fd9a4db79922eabb8af, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:48,150 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/.tmp/norep/cd60b3a358c04d5ca6effd39f8cb64f5 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/norep/cd60b3a358c04d5ca6effd39f8cb64f5 2024-11-22T05:21:48,153 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd60b3a358c04d5ca6effd39f8cb64f5 2024-11-22T05:21:48,153 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/norep/cd60b3a358c04d5ca6effd39f8cb64f5, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:48,154 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6dfc88f27167f5ba77a9f54aaed919bf in 1296ms, sequenceid=10, compaction requested=false 2024-11-22T05:21:48,163 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/data/default/test/6dfc88f27167f5ba77a9f54aaed919bf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:21:48,163 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:48,163 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:48,163 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:48,163 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dfc88f27167f5ba77a9f54aaed919bf: Waiting for close lock at 1732252906857Running coprocessor pre-close hooks at 1732252906857Disabling compacts and flushes for region at 1732252906857Disabling writes for close at 1732252906857Obtaining lock to block concurrent updates at 1732252906858 (+1 ms)Preparing flush snapshotting stores in 6dfc88f27167f5ba77a9f54aaed919bf at 1732252906858Finished memstore snapshotting test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732252906858Flushing stores of test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. at 1732252906858Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f: creating writer at 1732252906858Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f: appending metadata at 1732252906873 (+15 ms)Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f: closing flushed file at 1732252906873Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f1: creating writer at 1732252907284 (+411 ms)Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f1: appending metadata at 1732252907298 (+14 ms)Flushing 6dfc88f27167f5ba77a9f54aaed919bf/f1: closing flushed file at 1732252907298Flushing 6dfc88f27167f5ba77a9f54aaed919bf/norep: creating writer at 1732252907716 (+418 ms)Flushing 6dfc88f27167f5ba77a9f54aaed919bf/norep: appending metadata at 1732252907733 (+17 ms)Flushing 6dfc88f27167f5ba77a9f54aaed919bf/norep: closing flushed file at 1732252907733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7734c290: reopening flushed file at 1732252908142 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f39aba4: reopening flushed file at 1732252908146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1741521a: reopening flushed file at 1732252908149 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6dfc88f27167f5ba77a9f54aaed919bf in 1296ms, sequenceid=10, compaction requested=false at 1732252908154 (+5 ms)Writing region close event to WAL at 1732252908160 (+6 ms)Running coprocessor post-close hooks at 1732252908163 (+3 ms)Closed at 1732252908163 2024-11-22T05:21:48,164 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252892666.6dfc88f27167f5ba77a9f54aaed919bf. 2024-11-22T05:21:48,228 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,45083,1732252888096; all regions closed. 2024-11-22T05:21:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:48,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.meta.1732252889227.meta not finished, retry = 0 2024-11-22T05:21:48,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741839_1015 (size=3114) 2024-11-22T05:21:48,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.rep.1732252899919 not finished, retry = 0 2024-11-22T05:21:48,364 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 1482, reset compression=false 2024-11-22T05:21:48,368 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:48,369 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.wal-reader.82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 to pos 2126, reset compression=false 2024-11-22T05:21:48,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/WALs/82891a793a29,45083,1732252888096/82891a793a29%2C45083%2C1732252888096.1732252888823 not finished, retry = 0 2024-11-22T05:21:48,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741833_1009 (size=2134) 2024-11-22T05:21:48,530 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:48,537 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:48,537 INFO [RS:0;82891a793a29:45083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:48,537 INFO [RS:0;82891a793a29:45083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:48,537 INFO [RS:0;82891a793a29:45083 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:48,537 INFO [RS:0;82891a793a29:45083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:48,537 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:48,537 INFO [RS:0;82891a793a29:45083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,45083,1732252888096 because: Region server is closing 2024-11-22T05:21:48,538 INFO [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45083. 2024-11-22T05:21:48,538 DEBUG [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:48,538 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:48,538 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:48,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:48,638 INFO [RS:0;82891a793a29:45083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45083,1732252888096.replicationSource.shipper82891a793a29%2C45083%2C1732252888096,1-82891a793a29,45083,1732252888096 terminated 2024-11-22T05:21:48,638 INFO [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45083. 2024-11-22T05:21:48,638 DEBUG [RS:0;82891a793a29:45083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:48,638 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:48,639 DEBUG [RS:0;82891a793a29:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:48,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:48,639 INFO [RS:0;82891a793a29:45083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45083 2024-11-22T05:21:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1582301297/rs/82891a793a29,45083,1732252888096 2024-11-22T05:21:48,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297/rs 2024-11-22T05:21:48,647 INFO [RS:0;82891a793a29:45083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:48,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,45083,1732252888096] 2024-11-22T05:21:48,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1582301297/draining/82891a793a29,45083,1732252888096 already deleted, retry=false 2024-11-22T05:21:48,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,45083,1732252888096 expired; onlineServers=0 2024-11-22T05:21:48,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,32983,1732252887942' ***** 2024-11-22T05:21:48,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:48,668 DEBUG [M:0;82891a793a29:32983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:48,668 DEBUG [M:0;82891a793a29:32983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:48,668 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:48,668 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252888540 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252888540,5,FailOnTimeoutGroup] 2024-11-22T05:21:48,668 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252888541 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252888541,5,FailOnTimeoutGroup] 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:48,668 DEBUG [M:0;82891a793a29:32983 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:48,668 INFO [M:0;82891a793a29:32983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:48,669 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:48,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1582301297/master 2024-11-22T05:21:48,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1582301297 2024-11-22T05:21:48,678 DEBUG [M:0;82891a793a29:32983 {}] zookeeper.ZKUtil(347): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Unable to get data of znode /2-1582301297/master because node does not exist (not an error) 2024-11-22T05:21:48,678 WARN [M:0;82891a793a29:32983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:48,688 INFO [M:0;82891a793a29:32983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/.lastflushedseqids 2024-11-22T05:21:48,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741848_1024 (size=245) 2024-11-22T05:21:48,757 INFO [RS:0;82891a793a29:45083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10160fd37200007, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:48,757 INFO [RS:0;82891a793a29:45083 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,45083,1732252888096; zookeeper connection closed. 2024-11-22T05:21:48,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e2d5188 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e2d5188 2024-11-22T05:21:48,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:49,092 INFO [M:0;82891a793a29:32983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:49,092 INFO [M:0;82891a793a29:32983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:49,093 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:49,093 INFO [M:0;82891a793a29:32983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:49,093 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:49,093 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:49,093 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:49,093 INFO [M:0;82891a793a29:32983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T05:21:49,109 DEBUG [M:0;82891a793a29:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/069a523f243f4005b38bac3759403d37 is 82, key is hbase:meta,,1/info:regioninfo/1732252889253/Put/seqid=0 2024-11-22T05:21:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741849_1025 (size=5672) 2024-11-22T05:21:49,113 INFO [M:0;82891a793a29:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/069a523f243f4005b38bac3759403d37 2024-11-22T05:21:49,131 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:49,141 DEBUG [M:0;82891a793a29:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2986a415e243460ea60bc12075817756 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252899961/Put/seqid=0 2024-11-22T05:21:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741850_1026 (size=8516) 2024-11-22T05:21:49,145 INFO [M:0;82891a793a29:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2986a415e243460ea60bc12075817756 2024-11-22T05:21:49,169 DEBUG [M:0;82891a793a29:32983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da6503061250440cad03a40b8cf1dc2f is 69, key is 82891a793a29,45083,1732252888096/rs:state/1732252888605/Put/seqid=0 2024-11-22T05:21:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741851_1027 (size=5156) 2024-11-22T05:21:49,333 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:49,573 INFO [M:0;82891a793a29:32983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da6503061250440cad03a40b8cf1dc2f 2024-11-22T05:21:49,577 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/069a523f243f4005b38bac3759403d37 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/069a523f243f4005b38bac3759403d37 2024-11-22T05:21:49,580 INFO [M:0;82891a793a29:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/069a523f243f4005b38bac3759403d37, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:21:49,580 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2986a415e243460ea60bc12075817756 as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2986a415e243460ea60bc12075817756 2024-11-22T05:21:49,583 INFO [M:0;82891a793a29:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2986a415e243460ea60bc12075817756, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:21:49,584 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da6503061250440cad03a40b8cf1dc2f as hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da6503061250440cad03a40b8cf1dc2f 2024-11-22T05:21:49,587 INFO [M:0;82891a793a29:32983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33313/user/jenkins/test-data/76838591-9995-bd92-7733-da5c6d0e310c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da6503061250440cad03a40b8cf1dc2f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:21:49,588 INFO [M:0;82891a793a29:32983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false 2024-11-22T05:21:49,589 INFO [M:0;82891a793a29:32983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:49,589 DEBUG [M:0;82891a793a29:32983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252909092Disabling compacts and flushes for region at 1732252909092Disabling writes for close at 1732252909093 (+1 ms)Obtaining lock to block concurrent updates at 1732252909093Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252909093Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732252909093Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252909093Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252909094 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252909109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252909109Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252909121 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252909141 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252909141Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252909149 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252909168 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252909168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594c6c5c: reopening flushed file at 1732252909576 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed3af5d: reopening flushed file at 1732252909580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278913b1: reopening flushed file at 1732252909583 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=97, compaction requested=false at 1732252909588 (+5 ms)Writing region close event to WAL at 1732252909589 (+1 ms)Closed at 1732252909589 2024-11-22T05:21:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43911 is added to blk_1073741830_1006 (size=63654) 2024-11-22T05:21:49,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:49,591 INFO [M:0;82891a793a29:32983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:49,591 INFO [M:0;82891a793a29:32983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32983 2024-11-22T05:21:49,591 INFO [M:0;82891a793a29:32983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:49,778 INFO [M:0;82891a793a29:32983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32983-0x10160fd37200006, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:49,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6222ff80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:49,785 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea71958{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:49,785 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:49,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3cf1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:49,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a88bd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:49,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:49,788 WARN [BP-1727349585-172.17.0.2-1732252885904 heartbeating to localhost/127.0.0.1:33313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:49,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:49,788 WARN [BP-1727349585-172.17.0.2-1732252885904 heartbeating to localhost/127.0.0.1:33313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1727349585-172.17.0.2-1732252885904 (Datanode Uuid 4488892a-0ff9-49ac-9c9d-85eace8f47e7) service to localhost/127.0.0.1:33313 2024-11-22T05:21:49,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/cluster_5b09ef98-3de3-3426-9b21-3cb911ca4c73/data/data1/current/BP-1727349585-172.17.0.2-1732252885904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:49,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/cluster_5b09ef98-3de3-3426-9b21-3cb911ca4c73/data/data2/current/BP-1727349585-172.17.0.2-1732252885904 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:49,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:49,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15165ee4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:49,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1681a97d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:49,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:49,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a4b5469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:49,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252299b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:49,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:49,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:49,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:49,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:49,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:49,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:49,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=23822704, stopped=false 2024-11-22T05:21:49,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,45633,1732252883669 2024-11-22T05:21:49,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1231756259/running 2024-11-22T05:21:49,825 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1231756259/running 2024-11-22T05:21:49,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:49,826 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:49,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:49,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/running 2024-11-22T05:21:49,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:49,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Set watcher on znode that does not yet exist, /1231756259/running 2024-11-22T05:21:49,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:49,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:49,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,34053,1732252883850' ***** 2024-11-22T05:21:49,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:49,827 INFO [RS:0;82891a793a29:34053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:49,827 INFO [RS:0;82891a793a29:34053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:49,827 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:49,827 INFO [RS:0;82891a793a29:34053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:49,827 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(3091): Received CLOSE for f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(3091): Received CLOSE for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,34053,1732252883850 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0dd765935d34f75b60d9d4456f792df, disabling compactions & flushes 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:34053. 2024-11-22T05:21:49,828 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. after waiting 0 ms 2024-11-22T05:21:49,828 DEBUG [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:49,828 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:49,828 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0dd765935d34f75b60d9d4456f792df 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:49,828 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:49,828 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1325): Online Regions={f0dd765935d34f75b60d9d4456f792df=test,,1732252891525.f0dd765935d34f75b60d9d4456f792df., cd3db6e444caf9f29eaca2bf03a8c8b1=hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:21:49,828 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1, f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:49,828 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:49,828 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:49,828 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:49,837 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:49,842 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/info/05aa9e4ca200495891d3c11c07de3ff8 is 147, key is hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1./info:regioninfo/1732252897892/Put/seqid=0 2024-11-22T05:21:49,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741840_1016 (size=7686) 2024-11-22T05:21:49,846 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f/f6d3848942cf4ff1ae3f1fa9c7fef933 is 29, key is row1/f:/1732252904348/DeleteFamily/seqid=0 2024-11-22T05:21:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741841_1017 (size=5152) 2024-11-22T05:21:49,904 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:49,904 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:50,028 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1, f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:50,229 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1, f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:50,235 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:50,241 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1191, reset compression=false 2024-11-22T05:21:50,245 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/info/05aa9e4ca200495891d3c11c07de3ff8 2024-11-22T05:21:50,246 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:50,246 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1438, reset compression=false 2024-11-22T05:21:50,246 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,34053,1732252883850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:50,246 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,34053,1732252883850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,34053,1732252883850, walGroup=82891a793a29%2C34053%2C1732252883850, offset=82891a793a29%2C34053%2C1732252883850.1732252885051:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:34053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:50,247 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:50,248 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:50,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:50,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:50,249 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:50,249 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 996195416 }, "NonHeapMemoryUsage": { "committed": 205193216, "init": 7667712, "max": -1, "used": 202013984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:50,249 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:50,250 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f/f6d3848942cf4ff1ae3f1fa9c7fef933 2024-11-22T05:21:50,254 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6d3848942cf4ff1ae3f1fa9c7fef933 2024-11-22T05:21:50,290 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f1/ecae5da6b53f419e9518d2d98fa21c7c is 30, key is row1/f1:/1732252904348/DeleteFamily/seqid=0 2024-11-22T05:21:50,301 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/ns/e6840765802e4316b3e9b4ee3ac9142b is 43, key is default/ns:d/1732252885765/Put/seqid=0 2024-11-22T05:21:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741842_1018 (size=5158) 2024-11-22T05:21:50,311 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f1/ecae5da6b53f419e9518d2d98fa21c7c 2024-11-22T05:21:50,318 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecae5da6b53f419e9518d2d98fa21c7c 2024-11-22T05:21:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741843_1019 (size=5153) 2024-11-22T05:21:50,324 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/ns/e6840765802e4316b3e9b4ee3ac9142b 2024-11-22T05:21:50,348 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/norep/fa15505745fe4ed09a860d7fa25aa1d8 is 33, key is row1/norep:/1732252904348/DeleteFamily/seqid=0 2024-11-22T05:21:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741844_1020 (size=5108) 2024-11-22T05:21:50,359 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b7b231a43002495798f37f096da7ac6c is 112, key is test,,1732252891525.f0dd765935d34f75b60d9d4456f792df./rep_barrier:seqnumDuringOpen/1732252892268/Put/seqid=0 2024-11-22T05:21:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741845_1021 (size=5518) 2024-11-22T05:21:50,429 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1, f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:50,454 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1438, reset compression=false 2024-11-22T05:21:50,629 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1, f0dd765935d34f75b60d9d4456f792df 2024-11-22T05:21:50,754 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/norep/fa15505745fe4ed09a860d7fa25aa1d8 2024-11-22T05:21:50,757 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa15505745fe4ed09a860d7fa25aa1d8 2024-11-22T05:21:50,757 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1438, reset compression=false 2024-11-22T05:21:50,758 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f/f6d3848942cf4ff1ae3f1fa9c7fef933 as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/f/f6d3848942cf4ff1ae3f1fa9c7fef933 2024-11-22T05:21:50,762 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6d3848942cf4ff1ae3f1fa9c7fef933 2024-11-22T05:21:50,762 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/f/f6d3848942cf4ff1ae3f1fa9c7fef933, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:50,763 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b7b231a43002495798f37f096da7ac6c 2024-11-22T05:21:50,763 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/f1/ecae5da6b53f419e9518d2d98fa21c7c as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/f1/ecae5da6b53f419e9518d2d98fa21c7c 2024-11-22T05:21:50,766 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecae5da6b53f419e9518d2d98fa21c7c 2024-11-22T05:21:50,766 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/f1/ecae5da6b53f419e9518d2d98fa21c7c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:50,767 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/.tmp/norep/fa15505745fe4ed09a860d7fa25aa1d8 as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/norep/fa15505745fe4ed09a860d7fa25aa1d8 2024-11-22T05:21:50,770 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa15505745fe4ed09a860d7fa25aa1d8 2024-11-22T05:21:50,770 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/norep/fa15505745fe4ed09a860d7fa25aa1d8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T05:21:50,771 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0dd765935d34f75b60d9d4456f792df in 943ms, sequenceid=10, compaction requested=false 2024-11-22T05:21:50,787 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/default/test/f0dd765935d34f75b60d9d4456f792df/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T05:21:50,787 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/table/8187aea3462e481cb58945d0e881411c is 53, key is hbase:replication/table:state/1732252897901/Put/seqid=0 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:50,788 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0dd765935d34f75b60d9d4456f792df: Waiting for close lock at 1732252909828Running coprocessor pre-close hooks at 1732252909828Disabling compacts and flushes for region at 1732252909828Disabling writes for close at 1732252909828Obtaining lock to block concurrent updates at 1732252909828Preparing flush snapshotting stores in f0dd765935d34f75b60d9d4456f792df at 1732252909828Finished memstore snapshotting test,,1732252891525.f0dd765935d34f75b60d9d4456f792df., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732252909828Flushing stores of test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. at 1732252909829 (+1 ms)Flushing f0dd765935d34f75b60d9d4456f792df/f: creating writer at 1732252909829Flushing f0dd765935d34f75b60d9d4456f792df/f: appending metadata at 1732252909845 (+16 ms)Flushing f0dd765935d34f75b60d9d4456f792df/f: closing flushed file at 1732252909845Flushing f0dd765935d34f75b60d9d4456f792df/f1: creating writer at 1732252910254 (+409 ms)Flushing f0dd765935d34f75b60d9d4456f792df/f1: appending metadata at 1732252910290 (+36 ms)Flushing f0dd765935d34f75b60d9d4456f792df/f1: closing flushed file at 1732252910290Flushing f0dd765935d34f75b60d9d4456f792df/norep: creating writer at 1732252910318 (+28 ms)Flushing f0dd765935d34f75b60d9d4456f792df/norep: appending metadata at 1732252910347 (+29 ms)Flushing f0dd765935d34f75b60d9d4456f792df/norep: closing flushed file at 1732252910347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243c8fe3: reopening flushed file at 1732252910757 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609a07a7: reopening flushed file at 1732252910762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3caf462c: reopening flushed file at 1732252910766 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f0dd765935d34f75b60d9d4456f792df in 943ms, sequenceid=10, compaction requested=false at 1732252910771 (+5 ms)Writing region close event to WAL at 1732252910776 (+5 ms)Running coprocessor post-close hooks at 1732252910788 (+12 ms)Closed at 1732252910788 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252891525.f0dd765935d34f75b60d9d4456f792df. 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd3db6e444caf9f29eaca2bf03a8c8b1, disabling compactions & flushes 2024-11-22T05:21:50,788 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. after waiting 0 ms 2024-11-22T05:21:50,788 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,789 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd3db6e444caf9f29eaca2bf03a8c8b1: Waiting for close lock at 1732252910788Running coprocessor pre-close hooks at 1732252910788Disabling compacts and flushes for region at 1732252910788Disabling writes for close at 1732252910788Failed flush hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., putting online again at 1732252910789 (+1 ms) 2024-11-22T05:21:50,789 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:21:50,829 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:21:50,829 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1325): Online Regions={cd3db6e444caf9f29eaca2bf03a8c8b1=hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:21:50,829 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(3091): Received CLOSE for cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:50,829 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3db6e444caf9f29eaca2bf03a8c8b1 2024-11-22T05:21:50,829 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd3db6e444caf9f29eaca2bf03a8c8b1, disabling compactions & flushes 2024-11-22T05:21:50,829 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,829 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,829 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. after waiting 0 ms 2024-11-22T05:21:50,829 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:50,830 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd3db6e444caf9f29eaca2bf03a8c8b1: Waiting for close lock at 1732252910829Running coprocessor pre-close hooks at 1732252910829Disabling compacts and flushes for region at 1732252910829Disabling writes for close at 1732252910829Failed flush hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1., putting online again at 1732252910830 (+1 ms) 2024-11-22T05:21:50,830 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732252897017.cd3db6e444caf9f29eaca2bf03a8c8b1. 2024-11-22T05:21:51,029 DEBUG [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:21:51,160 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 1438, reset compression=false 2024-11-22T05:21:51,164 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:51,164 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.wal-reader.82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.1732252885051 to pos 2082, reset compression=false 2024-11-22T05:21:51,191 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/table/8187aea3462e481cb58945d0e881411c 2024-11-22T05:21:51,194 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/info/05aa9e4ca200495891d3c11c07de3ff8 as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/info/05aa9e4ca200495891d3c11c07de3ff8 2024-11-22T05:21:51,197 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/info/05aa9e4ca200495891d3c11c07de3ff8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:51,197 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/ns/e6840765802e4316b3e9b4ee3ac9142b as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/ns/e6840765802e4316b3e9b4ee3ac9142b 2024-11-22T05:21:51,200 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/ns/e6840765802e4316b3e9b4ee3ac9142b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:51,201 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b7b231a43002495798f37f096da7ac6c as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/rep_barrier/b7b231a43002495798f37f096da7ac6c 2024-11-22T05:21:51,204 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/rep_barrier/b7b231a43002495798f37f096da7ac6c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:51,204 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/.tmp/table/8187aea3462e481cb58945d0e881411c as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/table/8187aea3462e481cb58945d0e881411c 2024-11-22T05:21:51,208 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/table/8187aea3462e481cb58945d0e881411c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:51,209 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1381ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:51,213 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:51,213 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:51,213 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:51,214 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:51,214 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252909828Running coprocessor pre-close hooks at 1732252909828Disabling compacts and flushes for region at 1732252909828Disabling writes for close at 1732252909828Obtaining lock to block concurrent updates at 1732252909828Preparing flush snapshotting stores in 1588230740 at 1732252909828Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252909829 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252909829Flushing 1588230740/info: creating writer at 1732252909829Flushing 1588230740/info: appending metadata at 1732252909841 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252909841Flushing 1588230740/ns: creating writer at 1732252910263 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732252910300 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732252910300Flushing 1588230740/rep_barrier: creating writer at 1732252910329 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252910358 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252910359 (+1 ms)Flushing 1588230740/table: creating writer at 1732252910765 (+406 ms)Flushing 1588230740/table: appending metadata at 1732252910787 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732252910787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455676a4: reopening flushed file at 1732252911194 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d34dda: reopening flushed file at 1732252911197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c4120f: reopening flushed file at 1732252911200 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220b2787: reopening flushed file at 1732252911204 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1381ms, sequenceid=16, compaction requested=false at 1732252911209 (+5 ms)Writing region close event to WAL at 1732252911211 (+2 ms)Running coprocessor post-close hooks at 1732252911213 (+2 ms)Closed at 1732252911213 2024-11-22T05:21:51,214 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:51,230 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T05:21:51,230 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,34053,1732252883850; all regions closed. 2024-11-22T05:21:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:51,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/WALs/82891a793a29,34053,1732252883850/82891a793a29%2C34053%2C1732252883850.meta.1732252885705.meta not finished, retry = 0 2024-11-22T05:21:51,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741839_1015 (size=2171) 2024-11-22T05:21:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741832_1008 (size=2090) 2024-11-22T05:21:51,346 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:51,346 INFO [RS:0;82891a793a29:34053 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:51,346 INFO [RS:0;82891a793a29:34053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:51,346 INFO [RS:0;82891a793a29:34053 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:51,346 INFO [RS:0;82891a793a29:34053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:51,346 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:51,347 INFO [RS:0;82891a793a29:34053 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,34053,1732252883850 because: Region server is closing 2024-11-22T05:21:51,347 INFO [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:34053. 2024-11-22T05:21:51,347 DEBUG [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:51,347 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:51,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:51,347 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:51,441 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:51,447 INFO [RS:0;82891a793a29:34053 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,34053,1732252883850.replicationSource.shipper82891a793a29%2C34053%2C1732252883850,1-82891a793a29,34053,1732252883850 terminated 2024-11-22T05:21:51,447 INFO [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:34053. 2024-11-22T05:21:51,448 DEBUG [RS:0;82891a793a29:34053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:51,448 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:51,448 DEBUG [RS:0;82891a793a29:34053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:51,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:51,448 INFO [RS:0;82891a793a29:34053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34053 2024-11-22T05:21:51,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259/rs 2024-11-22T05:21:51,520 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1231756259/rs/82891a793a29,34053,1732252883850 2024-11-22T05:21:51,520 INFO [RS:0;82891a793a29:34053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:51,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,34053,1732252883850] 2024-11-22T05:21:51,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1231756259/draining/82891a793a29,34053,1732252883850 already deleted, retry=false 2024-11-22T05:21:51,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,34053,1732252883850 expired; onlineServers=0 2024-11-22T05:21:51,542 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,45633,1732252883669' ***** 2024-11-22T05:21:51,542 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:51,542 INFO [M:0;82891a793a29:45633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:51,542 INFO [M:0;82891a793a29:45633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:51,542 DEBUG [M:0;82891a793a29:45633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:51,542 DEBUG [M:0;82891a793a29:45633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:51,542 INFO [M:0;82891a793a29:45633 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:51,542 INFO [M:0;82891a793a29:45633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:51,542 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:51,542 DEBUG [M:0;82891a793a29:45633 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:51,542 INFO [M:0;82891a793a29:45633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:51,543 INFO [M:0;82891a793a29:45633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:51,543 INFO [M:0;82891a793a29:45633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:51,543 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:51,543 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252884872 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252884872,5,FailOnTimeoutGroup] 2024-11-22T05:21:51,548 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252884878 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252884878,5,FailOnTimeoutGroup] 2024-11-22T05:21:51,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1231756259/master 2024-11-22T05:21:51,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1231756259 2024-11-22T05:21:51,586 DEBUG [M:0;82891a793a29:45633 {}] zookeeper.ZKUtil(347): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Unable to get data of znode /1231756259/master because node does not exist (not an error) 2024-11-22T05:21:51,586 WARN [M:0;82891a793a29:45633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:51,587 INFO [M:0;82891a793a29:45633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/.lastflushedseqids 2024-11-22T05:21:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741847_1023 (size=245) 2024-11-22T05:21:51,592 INFO [M:0;82891a793a29:45633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:51,592 INFO [M:0;82891a793a29:45633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:51,592 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:51,592 INFO [M:0;82891a793a29:45633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:51,592 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:51,592 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:51,592 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:51,592 INFO [M:0;82891a793a29:45633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-22T05:21:51,612 DEBUG [M:0;82891a793a29:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b9c99d6f3f415eb0553142aa2e12aa is 82, key is hbase:meta,,1/info:regioninfo/1732252885737/Put/seqid=0 2024-11-22T05:21:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741848_1024 (size=5672) 2024-11-22T05:21:51,618 INFO [M:0;82891a793a29:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b9c99d6f3f415eb0553142aa2e12aa 2024-11-22T05:21:51,631 INFO [RS:0;82891a793a29:34053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:51,631 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:51,631 INFO [RS:0;82891a793a29:34053 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,34053,1732252883850; zookeeper connection closed. 2024-11-22T05:21:51,631 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34053-0x10160fd37200004, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:51,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13deaaf9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13deaaf9 2024-11-22T05:21:51,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:51,640 DEBUG [M:0;82891a793a29:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73276f4588f04da4a55a938eec75da05 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732252897905/Put/seqid=0 2024-11-22T05:21:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741849_1025 (size=8517) 2024-11-22T05:21:52,043 INFO [M:0;82891a793a29:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73276f4588f04da4a55a938eec75da05 2024-11-22T05:21:52,059 DEBUG [M:0;82891a793a29:45633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a08b8409026454a9221cd0406642dde is 69, key is 82891a793a29,34053,1732252883850/rs:state/1732252884881/Put/seqid=0 2024-11-22T05:21:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741850_1026 (size=5156) 2024-11-22T05:21:52,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:52,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:52,463 INFO [M:0;82891a793a29:45633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a08b8409026454a9221cd0406642dde 2024-11-22T05:21:52,468 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8b9c99d6f3f415eb0553142aa2e12aa as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b9c99d6f3f415eb0553142aa2e12aa 2024-11-22T05:21:52,473 INFO [M:0;82891a793a29:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8b9c99d6f3f415eb0553142aa2e12aa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T05:21:52,474 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73276f4588f04da4a55a938eec75da05 as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73276f4588f04da4a55a938eec75da05 2024-11-22T05:21:52,482 INFO [M:0;82891a793a29:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73276f4588f04da4a55a938eec75da05, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T05:21:52,484 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a08b8409026454a9221cd0406642dde as hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a08b8409026454a9221cd0406642dde 2024-11-22T05:21:52,492 INFO [M:0;82891a793a29:45633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43259/user/jenkins/test-data/84773aab-1ed2-8ff9-b6d8-4a70d475f0ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a08b8409026454a9221cd0406642dde, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T05:21:52,493 INFO [M:0;82891a793a29:45633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false 2024-11-22T05:21:52,505 INFO [M:0;82891a793a29:45633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:52,505 DEBUG [M:0;82891a793a29:45633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252911592Disabling compacts and flushes for region at 1732252911592Disabling writes for close at 1732252911592Obtaining lock to block concurrent updates at 1732252911592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252911592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732252911593 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252911593Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252911593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252911612 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252911612Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252911622 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252911640 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252911640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252912047 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252912059 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252912059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b04b39e: reopening flushed file at 1732252912467 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c35a862: reopening flushed file at 1732252912473 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c2cfce: reopening flushed file at 1732252912482 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=97, compaction requested=false at 1732252912493 (+11 ms)Writing region close event to WAL at 1732252912505 (+12 ms)Closed at 1732252912505 2024-11-22T05:21:52,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45263 is added to blk_1073741830_1006 (size=63666) 2024-11-22T05:21:52,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:52,509 INFO [M:0;82891a793a29:45633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:52,509 INFO [M:0;82891a793a29:45633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45633 2024-11-22T05:21:52,515 INFO [M:0;82891a793a29:45633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:52,673 INFO [M:0;82891a793a29:45633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45633-0x10160fd37200003, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:52,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77396616{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:52,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626e0acc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:52,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:52,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bb919e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:52,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a8ac6d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:52,677 WARN [BP-1707244643-172.17.0.2-1732252880720 heartbeating to localhost/127.0.0.1:43259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:52,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:52,677 WARN [BP-1707244643-172.17.0.2-1732252880720 heartbeating to localhost/127.0.0.1:43259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707244643-172.17.0.2-1732252880720 (Datanode Uuid 9efd59d7-eb37-4766-be6d-aa9f9f10e00f) service to localhost/127.0.0.1:43259 2024-11-22T05:21:52,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:52,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/cluster_fa72253e-7aa9-13ca-2161-f2f5f6cb5008/data/data1/current/BP-1707244643-172.17.0.2-1732252880720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:52,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/cluster_fa72253e-7aa9-13ca-2161-f2f5f6cb5008/data/data2/current/BP-1707244643-172.17.0.2-1732252880720 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:52,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:52,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:52,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:52,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:52,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:52,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83d1d8c5-4c6a-dd9f-76f9-1867f04bb59c/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:52,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:52,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:21:52,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:52,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:52,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:52,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:52,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:52,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:21:52,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055628156, stopped=false 2024-11-22T05:21:52,701 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,37085,1732252878121 2024-11-22T05:21:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/091832268/running 2024-11-22T05:21:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/091832268/running 2024-11-22T05:21:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:52,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:52,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:52,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:21:52,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:52,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:52,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,36871,1732252878403' ***** 2024-11-22T05:21:52,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:21:52,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/running 2024-11-22T05:21:52,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Set watcher on znode that does not yet exist, /091832268/running 2024-11-22T05:21:52,710 INFO [RS:0;82891a793a29:36871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:21:52,710 INFO [RS:0;82891a793a29:36871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:21:52,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:21:52,710 INFO [RS:0;82891a793a29:36871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:21:52,710 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,36871,1732252878403 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36871. 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf56425c689c77d54e59026279fe64c4, disabling compactions & flushes 2024-11-22T05:21:52,711 DEBUG [RS:0;82891a793a29:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:52,711 DEBUG [RS:0;82891a793a29:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:52,711 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252889377.cf56425c689c77d54e59026279fe64c4. after waiting 0 ms 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:21:52,711 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf56425c689c77d54e59026279fe64c4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-22T05:21:52,711 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:21:52,711 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1325): Online Regions={cf56425c689c77d54e59026279fe64c4=test,,1732252889377.cf56425c689c77d54e59026279fe64c4., 1588230740=hbase:meta,,1.1588230740, a1327ed12c8ffcbe4830eebde765a5c3=hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.} 2024-11-22T05:21:52,711 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3, cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:21:52,711 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:21:52,711 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:21:52,711 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:21:52,724 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/info/712e61486b414a27acaae20b99e530c4 is 147, key is hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3./info:regioninfo/1732252896036/Put/seqid=0 2024-11-22T05:21:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741840_1016 (size=7686) 2024-11-22T05:21:52,727 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f/efb4b5f3b48b41b2924825c6589076ae is 28, key is row/f:/1732252903342/DeleteFamily/seqid=0 2024-11-22T05:21:52,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741841_1017 (size=5085) 2024-11-22T05:21:52,730 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f/efb4b5f3b48b41b2924825c6589076ae 2024-11-22T05:21:52,733 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efb4b5f3b48b41b2924825c6589076ae 2024-11-22T05:21:52,746 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 636, reset compression=false 2024-11-22T05:21:52,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f1/5e3e4ed96f59411a9292af703ba8e26d is 29, key is row/f1:/1732252903342/DeleteFamily/seqid=0 2024-11-22T05:21:52,749 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:52,749 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 883, reset compression=false 2024-11-22T05:21:52,749 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,36871,1732252878403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:21:52,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741842_1018 (size=5089) 2024-11-22T05:21:52,750 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,36871,1732252878403: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-82891a793a29,36871,1732252878403, walGroup=82891a793a29%2C36871%2C1732252878403, offset=82891a793a29%2C36871%2C1732252878403.1732252879773:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:36871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:21:52,751 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:21:52,752 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:21:52,752 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:21:52,752 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:21:52,752 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:21:52,752 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1251999744, "init": 1048576000, "max": 2306867200, "used": 888603456 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202568000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:21:52,752 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:37085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:21:52,768 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:52,911 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3, cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:52,952 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 883, reset compression=false 2024-11-22T05:21:53,112 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3, cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:53,127 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/info/712e61486b414a27acaae20b99e530c4 2024-11-22T05:21:53,144 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/ns/0061e5cc64cb4caa83b1e2492cb852a8 is 43, key is default/ns:d/1732252880581/Put/seqid=0 2024-11-22T05:21:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741843_1019 (size=5153) 2024-11-22T05:21:53,152 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f1/5e3e4ed96f59411a9292af703ba8e26d 2024-11-22T05:21:53,155 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e3e4ed96f59411a9292af703ba8e26d 2024-11-22T05:21:53,168 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/norep/e3228df9cbe440b295cb355c7f2f35cc is 32, key is row/norep:/1732252903342/DeleteFamily/seqid=0 2024-11-22T05:21:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741844_1020 (size=5101) 2024-11-22T05:21:53,255 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 883, reset compression=false 2024-11-22T05:21:53,312 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3, cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:53,512 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3, cf56425c689c77d54e59026279fe64c4 2024-11-22T05:21:53,549 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/ns/0061e5cc64cb4caa83b1e2492cb852a8 2024-11-22T05:21:53,572 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/norep/e3228df9cbe440b295cb355c7f2f35cc 2024-11-22T05:21:53,577 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3228df9cbe440b295cb355c7f2f35cc 2024-11-22T05:21:53,578 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f/efb4b5f3b48b41b2924825c6589076ae as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/f/efb4b5f3b48b41b2924825c6589076ae 2024-11-22T05:21:53,583 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/rep_barrier/7d3ba05d43b24e9e954f93738512e48d is 112, key is test,,1732252889377.cf56425c689c77d54e59026279fe64c4./rep_barrier:seqnumDuringOpen/1732252890520/Put/seqid=0 2024-11-22T05:21:53,584 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for efb4b5f3b48b41b2924825c6589076ae 2024-11-22T05:21:53,584 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/f/efb4b5f3b48b41b2924825c6589076ae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T05:21:53,585 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/f1/5e3e4ed96f59411a9292af703ba8e26d as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/f1/5e3e4ed96f59411a9292af703ba8e26d 2024-11-22T05:21:53,590 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e3e4ed96f59411a9292af703ba8e26d 2024-11-22T05:21:53,590 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/f1/5e3e4ed96f59411a9292af703ba8e26d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T05:21:53,590 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/.tmp/norep/e3228df9cbe440b295cb355c7f2f35cc as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/norep/e3228df9cbe440b295cb355c7f2f35cc 2024-11-22T05:21:53,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741845_1021 (size=5518) 2024-11-22T05:21:53,596 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/rep_barrier/7d3ba05d43b24e9e954f93738512e48d 2024-11-22T05:21:53,597 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3228df9cbe440b295cb355c7f2f35cc 2024-11-22T05:21:53,597 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/norep/e3228df9cbe440b295cb355c7f2f35cc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T05:21:53,598 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cf56425c689c77d54e59026279fe64c4 in 886ms, sequenceid=6, compaction requested=false 2024-11-22T05:21:53,598 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:21:53,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/default/test/cf56425c689c77d54e59026279fe64c4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T05:21:53,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:53,604 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:53,605 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf56425c689c77d54e59026279fe64c4: Waiting for close lock at 1732252912711Running coprocessor pre-close hooks at 1732252912711Disabling compacts and flushes for region at 1732252912711Disabling writes for close at 1732252912711Obtaining lock to block concurrent updates at 1732252912711Preparing flush snapshotting stores in cf56425c689c77d54e59026279fe64c4 at 1732252912711Finished memstore snapshotting test,,1732252889377.cf56425c689c77d54e59026279fe64c4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732252912711Flushing stores of test,,1732252889377.cf56425c689c77d54e59026279fe64c4. at 1732252912712 (+1 ms)Flushing cf56425c689c77d54e59026279fe64c4/f: creating writer at 1732252912712Flushing cf56425c689c77d54e59026279fe64c4/f: appending metadata at 1732252912726 (+14 ms)Flushing cf56425c689c77d54e59026279fe64c4/f: closing flushed file at 1732252912726Flushing cf56425c689c77d54e59026279fe64c4/f1: creating writer at 1732252912733 (+7 ms)Flushing cf56425c689c77d54e59026279fe64c4/f1: appending metadata at 1732252912746 (+13 ms)Flushing cf56425c689c77d54e59026279fe64c4/f1: closing flushed file at 1732252912746Flushing cf56425c689c77d54e59026279fe64c4/norep: creating writer at 1732252913155 (+409 ms)Flushing cf56425c689c77d54e59026279fe64c4/norep: appending metadata at 1732252913167 (+12 ms)Flushing cf56425c689c77d54e59026279fe64c4/norep: closing flushed file at 1732252913167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7409b6: reopening flushed file at 1732252913577 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642f0413: reopening flushed file at 1732252913584 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590c6fb2: reopening flushed file at 1732252913590 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for cf56425c689c77d54e59026279fe64c4 in 886ms, sequenceid=6, compaction requested=false at 1732252913598 (+8 ms)Writing region close event to WAL at 1732252913601 (+3 ms)Running coprocessor post-close hooks at 1732252913604 (+3 ms)Closed at 1732252913605 (+1 ms) 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252889377.cf56425c689c77d54e59026279fe64c4. 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1327ed12c8ffcbe4830eebde765a5c3, disabling compactions & flushes 2024-11-22T05:21:53,605 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. after waiting 0 ms 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1327ed12c8ffcbe4830eebde765a5c3: Waiting for close lock at 1732252913605Running coprocessor pre-close hooks at 1732252913605Disabling compacts and flushes for region at 1732252913605Disabling writes for close at 1732252913605Failed flush hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3., putting online again at 1732252913605 2024-11-22T05:21:53,605 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,619 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/table/ae8c03abf12d45cba466b616f0e4d991 is 53, key is hbase:replication/table:state/1732252896049/Put/seqid=0 2024-11-22T05:21:53,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741846_1022 (size=5308) 2024-11-22T05:21:53,633 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:21:53,633 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:21:53,658 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 883, reset compression=false 2024-11-22T05:21:53,662 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:21:53,662 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 1527, reset compression=false 2024-11-22T05:21:53,712 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:21:53,712 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1327ed12c8ffcbe4830eebde765a5c3=hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3.} 2024-11-22T05:21:53,712 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(3091): Received CLOSE for a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:53,712 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1327ed12c8ffcbe4830eebde765a5c3 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1327ed12c8ffcbe4830eebde765a5c3, disabling compactions & flushes 2024-11-22T05:21:53,713 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. after waiting 0 ms 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1327ed12c8ffcbe4830eebde765a5c3: Waiting for close lock at 1732252913713Running coprocessor pre-close hooks at 1732252913713Disabling compacts and flushes for region at 1732252913713Disabling writes for close at 1732252913713Failed flush hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3., putting online again at 1732252913713 2024-11-22T05:21:53,713 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732252894830.a1327ed12c8ffcbe4830eebde765a5c3. 2024-11-22T05:21:53,864 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 1527, reset compression=false 2024-11-22T05:21:53,913 DEBUG [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:21:54,023 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/table/ae8c03abf12d45cba466b616f0e4d991 2024-11-22T05:21:54,027 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/info/712e61486b414a27acaae20b99e530c4 as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/info/712e61486b414a27acaae20b99e530c4 2024-11-22T05:21:54,030 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/info/712e61486b414a27acaae20b99e530c4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:21:54,031 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/ns/0061e5cc64cb4caa83b1e2492cb852a8 as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/ns/0061e5cc64cb4caa83b1e2492cb852a8 2024-11-22T05:21:54,034 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/ns/0061e5cc64cb4caa83b1e2492cb852a8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:21:54,034 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/rep_barrier/7d3ba05d43b24e9e954f93738512e48d as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/rep_barrier/7d3ba05d43b24e9e954f93738512e48d 2024-11-22T05:21:54,037 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/rep_barrier/7d3ba05d43b24e9e954f93738512e48d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:21:54,038 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/.tmp/table/ae8c03abf12d45cba466b616f0e4d991 as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/table/ae8c03abf12d45cba466b616f0e4d991 2024-11-22T05:21:54,040 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/table/ae8c03abf12d45cba466b616f0e4d991, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:21:54,041 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-22T05:21:54,041 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:21:54,045 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:21:54,045 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:21:54,045 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:21:54,045 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:54,045 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252912711Running coprocessor pre-close hooks at 1732252912711Disabling compacts and flushes for region at 1732252912711Disabling writes for close at 1732252912711Obtaining lock to block concurrent updates at 1732252912711Preparing flush snapshotting stores in 1588230740 at 1732252912711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252912712 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252912712Flushing 1588230740/info: creating writer at 1732252912712Flushing 1588230740/info: appending metadata at 1732252912724 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252912724Flushing 1588230740/ns: creating writer at 1732252913131 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732252913143 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732252913143Flushing 1588230740/rep_barrier: creating writer at 1732252913554 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252913582 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252913582Flushing 1588230740/table: creating writer at 1732252913602 (+20 ms)Flushing 1588230740/table: appending metadata at 1732252913619 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732252913619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418abc04: reopening flushed file at 1732252914026 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1342d70b: reopening flushed file at 1732252914030 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71281b18: reopening flushed file at 1732252914034 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4be4f1: reopening flushed file at 1732252914037 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732252914041 (+4 ms)Writing region close event to WAL at 1732252914043 (+2 ms)Running coprocessor post-close hooks at 1732252914045 (+2 ms)Closed at 1732252914045 2024-11-22T05:21:54,045 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:21:54,113 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T05:21:54,113 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,36871,1732252878403; all regions closed. 2024-11-22T05:21:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741834_1010 (size=4239) 2024-11-22T05:21:54,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.meta.1732252880467.meta not finished, retry = 0 2024-11-22T05:21:54,167 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/WALs/82891a793a29,36871,1732252878403/82891a793a29%2C36871%2C1732252878403.1732252879773 to pos 1527, reset compression=false 2024-11-22T05:21:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741839_1015 (size=1297) 2024-11-22T05:21:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741833_1009 (size=1535) 2024-11-22T05:21:54,238 DEBUG [RS:0;82891a793a29:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:54,238 INFO [RS:0;82891a793a29:36871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:21:54,238 INFO [RS:0;82891a793a29:36871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:54,239 INFO [RS:0;82891a793a29:36871 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:54,239 INFO [RS:0;82891a793a29:36871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:54,239 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:54,239 INFO [RS:0;82891a793a29:36871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,36871,1732252878403 because: Region server is closing 2024-11-22T05:21:54,239 INFO [RS:0;82891a793a29:36871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:36871. 2024-11-22T05:21:54,239 DEBUG [RS:0;82891a793a29:36871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:21:54,239 DEBUG [RS:0;82891a793a29:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:54,239 DEBUG [RS:0;82891a793a29:36871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:21:54,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:21:54,339 INFO [RS:0;82891a793a29:36871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.shipper82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 terminated 2024-11-22T05:21:54,340 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,36871,1732252878403.replicationSource.wal-reader.82891a793a29%2C36871%2C1732252878403,1-82891a793a29,36871,1732252878403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T05:21:54,340 INFO [RS:0;82891a793a29:36871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36871 2024-11-22T05:21:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/091832268/rs/82891a793a29,36871,1732252878403 2024-11-22T05:21:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268/rs 2024-11-22T05:21:54,352 INFO [RS:0;82891a793a29:36871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:54,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,36871,1732252878403] 2024-11-22T05:21:54,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /091832268/draining/82891a793a29,36871,1732252878403 already deleted, retry=false 2024-11-22T05:21:54,373 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,36871,1732252878403 expired; onlineServers=0 2024-11-22T05:21:54,373 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,37085,1732252878121' ***** 2024-11-22T05:21:54,373 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:21:54,373 DEBUG [M:0;82891a793a29:37085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:21:54,373 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:21:54,373 DEBUG [M:0;82891a793a29:37085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:21:54,373 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252879496 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252879496,5,FailOnTimeoutGroup] 2024-11-22T05:21:54,373 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252879500 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252879500,5,FailOnTimeoutGroup] 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:21:54,373 DEBUG [M:0;82891a793a29:37085 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:21:54,373 INFO [M:0;82891a793a29:37085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:21:54,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:21:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/091832268/master 2024-11-22T05:21:54,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/091832268 2024-11-22T05:21:54,383 DEBUG [M:0;82891a793a29:37085 {}] zookeeper.ZKUtil(347): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Unable to get data of znode /091832268/master because node does not exist (not an error) 2024-11-22T05:21:54,383 WARN [M:0;82891a793a29:37085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:21:54,384 INFO [M:0;82891a793a29:37085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/.lastflushedseqids 2024-11-22T05:21:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741847_1023 (size=245) 2024-11-22T05:21:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:54,462 INFO [RS:0;82891a793a29:36871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36871-0x10160fd37200001, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:54,462 INFO [RS:0;82891a793a29:36871 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,36871,1732252878403; zookeeper connection closed. 2024-11-22T05:21:54,463 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a9149e7 2024-11-22T05:21:54,463 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:21:54,788 INFO [M:0;82891a793a29:37085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:21:54,788 INFO [M:0;82891a793a29:37085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:21:54,788 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:54,788 INFO [M:0;82891a793a29:37085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:54,788 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:54,789 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:54,789 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:54,789 INFO [M:0;82891a793a29:37085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-22T05:21:54,802 DEBUG [M:0;82891a793a29:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b82fc8c91041e9bb1237c46a0ebe95 is 82, key is hbase:meta,,1/info:regioninfo/1732252880518/Put/seqid=0 2024-11-22T05:21:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741848_1024 (size=5672) 2024-11-22T05:21:55,206 INFO [M:0;82891a793a29:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b82fc8c91041e9bb1237c46a0ebe95 2024-11-22T05:21:55,221 DEBUG [M:0;82891a793a29:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e43ca5484f4088b8f67ac5a5a45435 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252890529/Put/seqid=0 2024-11-22T05:21:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741849_1025 (size=7219) 2024-11-22T05:21:55,624 INFO [M:0;82891a793a29:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e43ca5484f4088b8f67ac5a5a45435 2024-11-22T05:21:55,627 INFO [M:0;82891a793a29:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3e43ca5484f4088b8f67ac5a5a45435 2024-11-22T05:21:55,644 DEBUG [M:0;82891a793a29:37085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da9654d2be664ac2b51681e915b42c0a is 69, key is 82891a793a29,36871,1732252878403/rs:state/1732252879583/Put/seqid=0 2024-11-22T05:21:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741850_1026 (size=5156) 2024-11-22T05:21:56,048 INFO [M:0;82891a793a29:37085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da9654d2be664ac2b51681e915b42c0a 2024-11-22T05:21:56,052 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b82fc8c91041e9bb1237c46a0ebe95 as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4b82fc8c91041e9bb1237c46a0ebe95 2024-11-22T05:21:56,054 INFO [M:0;82891a793a29:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4b82fc8c91041e9bb1237c46a0ebe95, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T05:21:56,055 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3e43ca5484f4088b8f67ac5a5a45435 as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e43ca5484f4088b8f67ac5a5a45435 2024-11-22T05:21:56,058 INFO [M:0;82891a793a29:37085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3e43ca5484f4088b8f67ac5a5a45435 2024-11-22T05:21:56,058 INFO [M:0;82891a793a29:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3e43ca5484f4088b8f67ac5a5a45435, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T05:21:56,059 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da9654d2be664ac2b51681e915b42c0a as hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da9654d2be664ac2b51681e915b42c0a 2024-11-22T05:21:56,062 INFO [M:0;82891a793a29:37085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44159/user/jenkins/test-data/a68d67db-cb77-5328-ba4a-9caede7cfc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da9654d2be664ac2b51681e915b42c0a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T05:21:56,062 INFO [M:0;82891a793a29:37085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-22T05:21:56,064 INFO [M:0;82891a793a29:37085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:56,064 DEBUG [M:0;82891a793a29:37085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252914788Disabling compacts and flushes for region at 1732252914788Disabling writes for close at 1732252914789 (+1 ms)Obtaining lock to block concurrent updates at 1732252914789Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252914789Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732252914789Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252914789Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252914789Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252914802 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252914802Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252915209 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252915221 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252915221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252915628 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252915644 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252915644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@987301b: reopening flushed file at 1732252916051 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c677686: reopening flushed file at 1732252916055 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6853f0ad: reopening flushed file at 1732252916058 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1732252916062 (+4 ms)Writing region close event to WAL at 1732252916064 (+2 ms)Closed at 1732252916064 2024-11-22T05:21:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34055 is added to blk_1073741830_1006 (size=64435) 2024-11-22T05:21:56,071 INFO [M:0;82891a793a29:37085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:21:56,071 INFO [M:0;82891a793a29:37085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37085 2024-11-22T05:21:56,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:21:56,071 INFO [M:0;82891a793a29:37085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:21:56,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:56,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37085-0x10160fd37200000, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:21:56,178 INFO [M:0;82891a793a29:37085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:21:56,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:56,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:56,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:56,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:56,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:56,209 WARN [BP-1629056070-172.17.0.2-1732252875667 heartbeating to localhost/127.0.0.1:44159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:21:56,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:21:56,209 WARN [BP-1629056070-172.17.0.2-1732252875667 heartbeating to localhost/127.0.0.1:44159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629056070-172.17.0.2-1732252875667 (Datanode Uuid bd8427f4-d714-4f1a-82ab-35b8f9834f69) service to localhost/127.0.0.1:44159 2024-11-22T05:21:56,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:21:56,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/data/data1/current/BP-1629056070-172.17.0.2-1732252875667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:56,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/cluster_ec0f153e-ea96-99fe-0a65-19c797f56513/data/data2/current/BP-1629056070-172.17.0.2-1732252875667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:21:56,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:21:56,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f616f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:56,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:21:56,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:21:56,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:21:56,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6cf23adb-a334-e81a-c4a4-25823ac52039/hadoop.log.dir/,STOPPED} 2024-11-22T05:21:56,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:21:56,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:21:56,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44159 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33313 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 364) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8403 (was 7198) - AvailableMemoryMB LEAK? - 2024-11-22T05:21:56,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=8403 2024-11-22T05:21:56,293 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-22T05:21:56,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir so I do NOT create it in target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38 2024-11-22T05:21:56,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:21:56,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.tmp.dir so I do NOT create it in target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38 2024-11-22T05:21:56,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80027fbf-b895-e88f-7292-65b88d9cb3c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:21:56,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38 2024-11-22T05:21:56,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564, deleteOnExit=true 2024-11-22T05:21:56,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/zookeeper_0, clientPort=59425, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:21:56,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59425 2024-11-22T05:21:56,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:21:56,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/test.cache.data in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:21:56,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:56,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:21:56,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:21:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10160fd37200002, quorum=127.0.0.1:64286, baseZNode=/091832268 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10160fd37200008, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:56,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10160fd37200002, quorum=127.0.0.1:64286, baseZNode=/091832268 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:56,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10160fd37200008, quorum=127.0.0.1:64286, baseZNode=/2-1582301297 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:56,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10160fd37200005, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T05:21:56,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10160fd37200005, quorum=127.0.0.1:64286, baseZNode=/1231756259 Received Disconnected from ZooKeeper, ignoring 2024-11-22T05:21:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:21:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:21:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:21:56,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:21:56,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:56,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:56,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:56,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:56,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:21:56,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:56,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb12d7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:56,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:56,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f03ca44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/java.io.tmpdir/jetty-localhost-33349-hadoop-hdfs-3_4_1-tests_jar-_-any-13967135318602631457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:21:56,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@548ee19a{HTTP/1.1, (http/1.1)}{localhost:33349} 2024-11-22T05:21:56,909 INFO [Time-limited test {}] server.Server(415): Started @316397ms 2024-11-22T05:21:57,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:21:57,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:21:57,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:21:57,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:21:57,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:21:57,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:21:57,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:21:57,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6215f76f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/java.io.tmpdir/jetty-localhost-44859-hadoop-hdfs-3_4_1-tests_jar-_-any-12810053148997841925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:21:57,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:44859} 2024-11-22T05:21:57,346 INFO [Time-limited test {}] server.Server(415): Started @316834ms 2024-11-22T05:21:57,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:21:58,016 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data1/current/BP-638730837-172.17.0.2-1732252916348/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:58,016 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data2/current/BP-638730837-172.17.0.2-1732252916348/current, will proceed with Du for space computation calculation, 2024-11-22T05:21:58,035 WARN [Thread-4172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:21:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf015e5e2590d43f with lease ID 0xc463abe7db95b409: Processing first storage report for DS-c28881d6-18a9-45e7-b081-52f9f9063c02 from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=2f865313-8cff-4a38-8675-2380c7b52836, infoPort=43789, infoSecurePort=0, ipcPort=44001, storageInfo=lv=-57;cid=testClusterID;nsid=256057390;c=1732252916348) 2024-11-22T05:21:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf015e5e2590d43f with lease ID 0xc463abe7db95b409: from storage DS-c28881d6-18a9-45e7-b081-52f9f9063c02 node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=2f865313-8cff-4a38-8675-2380c7b52836, infoPort=43789, infoSecurePort=0, ipcPort=44001, storageInfo=lv=-57;cid=testClusterID;nsid=256057390;c=1732252916348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf015e5e2590d43f with lease ID 0xc463abe7db95b409: Processing first storage report for DS-671100f3-2067-4f81-8743-ac90dbdfc86a from datanode DatanodeRegistration(127.0.0.1:37599, datanodeUuid=2f865313-8cff-4a38-8675-2380c7b52836, infoPort=43789, infoSecurePort=0, ipcPort=44001, storageInfo=lv=-57;cid=testClusterID;nsid=256057390;c=1732252916348) 2024-11-22T05:21:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf015e5e2590d43f with lease ID 0xc463abe7db95b409: from storage DS-671100f3-2067-4f81-8743-ac90dbdfc86a node DatanodeRegistration(127.0.0.1:37599, datanodeUuid=2f865313-8cff-4a38-8675-2380c7b52836, infoPort=43789, infoSecurePort=0, ipcPort=44001, storageInfo=lv=-57;cid=testClusterID;nsid=256057390;c=1732252916348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:21:58,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38 2024-11-22T05:21:58,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:21:58,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253 with version=8 2024-11-22T05:21:58,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/hbase-staging 2024-11-22T05:21:58,508 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:21:58,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:58,509 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46423 2024-11-22T05:21:58,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46423 connecting to ZooKeeper ensemble=127.0.0.1:59425 2024-11-22T05:21:58,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464230x0, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:58,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46423-0x10160fdd6020000 connected 2024-11-22T05:21:58,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on znode that does not yet exist, /0-1075218222/running 2024-11-22T05:21:58,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253, hbase.cluster.distributed=false 2024-11-22T05:21:58,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on znode that does not yet exist, /0-1075218222/acl 2024-11-22T05:21:58,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-22T05:21:58,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46423 2024-11-22T05:21:58,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46423 2024-11-22T05:21:58,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-22T05:21:58,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46423 2024-11-22T05:21:58,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:21:58,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:21:58,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45473 2024-11-22T05:21:58,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45473 connecting to ZooKeeper ensemble=127.0.0.1:59425 2024-11-22T05:21:58,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454730x0, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:21:58,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454730x0, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on znode that does not yet exist, /0-1075218222/running 2024-11-22T05:21:58,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:21:58,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45473-0x10160fdd6020001 connected 2024-11-22T05:21:58,685 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:21:58,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on znode that does not yet exist, /0-1075218222/master 2024-11-22T05:21:58,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on znode that does not yet exist, /0-1075218222/acl 2024-11-22T05:21:58,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45473 2024-11-22T05:21:58,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45473 2024-11-22T05:21:58,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45473 2024-11-22T05:21:58,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45473 2024-11-22T05:21:58,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45473 2024-11-22T05:21:58,717 DEBUG [M:0;82891a793a29:46423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:46423 2024-11-22T05:21:58,718 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1075218222/backup-masters/82891a793a29,46423,1732252918507 2024-11-22T05:21:58,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222/backup-masters 2024-11-22T05:21:58,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222/backup-masters 2024-11-22T05:21:58,726 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on existing znode=/0-1075218222/backup-masters/82891a793a29,46423,1732252918507 2024-11-22T05:21:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075218222/master 2024-11-22T05:21:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:58,736 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on existing znode=/0-1075218222/master 2024-11-22T05:21:58,737 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1075218222/backup-masters/82891a793a29,46423,1732252918507 from backup master directory 2024-11-22T05:21:58,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222/backup-masters 2024-11-22T05:21:58,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1075218222/backup-masters/82891a793a29,46423,1732252918507 2024-11-22T05:21:58,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222/backup-masters 2024-11-22T05:21:58,746 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:58,746 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,46423,1732252918507 2024-11-22T05:21:58,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/hbase.id] with ID: c292b5b8-2d95-48aa-af38-795252ad7aa3 2024-11-22T05:21:58,754 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/.tmp/hbase.id 2024-11-22T05:21:58,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:21:58,761 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/.tmp/hbase.id]:[hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/hbase.id] 2024-11-22T05:21:58,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:21:58,771 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:21:58,772 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:21:58,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:58,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:21:59,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:21:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:21:59,198 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:21:59,199 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:21:59,199 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:21:59,205 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/data/master/store 2024-11-22T05:21:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:21:59,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:59,210 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:21:59,210 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252919210Disabling compacts and flushes for region at 1732252919210Disabling writes for close at 1732252919210Writing region close event to WAL at 1732252919210Closed at 1732252919210 2024-11-22T05:21:59,211 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/data/master/store/.initializing 2024-11-22T05:21:59,211 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/WALs/82891a793a29,46423,1732252918507 2024-11-22T05:21:59,211 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:59,213 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C46423%2C1732252918507, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/WALs/82891a793a29,46423,1732252918507, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/oldWALs, maxLogs=10 2024-11-22T05:21:59,228 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/WALs/82891a793a29,46423,1732252918507/82891a793a29%2C46423%2C1732252918507.1732252919213, exclude list is [], retry=0 2024-11-22T05:21:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-c28881d6-18a9-45e7-b081-52f9f9063c02,DISK] 2024-11-22T05:21:59,232 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/WALs/82891a793a29,46423,1732252918507/82891a793a29%2C46423%2C1732252918507.1732252919213 2024-11-22T05:21:59,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-22T05:21:59,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:21:59,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:21:59,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:21:59,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:21:59,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:21:59,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:59,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:59,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:21:59,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:59,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:21:59,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:59,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:21:59,239 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,240 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,240 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,241 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,241 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,241 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:21:59,242 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:21:59,243 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:21:59,244 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74168446, jitterRate=0.10519596934318542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:21:59,244 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252919233Initializing all the Stores at 1732252919234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252919234Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252919235 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252919235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252919235Cleaning up temporary data from old regions at 1732252919241 (+6 ms)Region opened successfully at 1732252919244 (+3 ms) 2024-11-22T05:21:59,245 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:21:59,247 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f21afee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:59,247 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:21:59,247 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:21:59,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:21:59,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:21:59,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:21:59,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:21:59,248 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:21:59,250 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:21:59,250 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Unable to get data of znode /0-1075218222/balancer because node does not exist (not necessarily an error) 2024-11-22T05:21:59,272 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075218222/balancer already deleted, retry=false 2024-11-22T05:21:59,272 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:21:59,273 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Unable to get data of znode /0-1075218222/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:21:59,357 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075218222/normalizer already deleted, retry=false 2024-11-22T05:21:59,357 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:21:59,358 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Unable to get data of znode /0-1075218222/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:21:59,395 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075218222/switch/split already deleted, retry=false 2024-11-22T05:21:59,395 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Unable to get data of znode /0-1075218222/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:21:59,453 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075218222/switch/merge already deleted, retry=false 2024-11-22T05:21:59,454 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Unable to get data of znode /0-1075218222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:21:59,472 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1075218222/snapshot-cleanup already deleted, retry=false 2024-11-22T05:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075218222/running 2024-11-22T05:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1075218222/running 2024-11-22T05:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,46423,1732252918507, sessionid=0x10160fdd6020000, setting cluster-up flag (Was=false) 2024-11-22T05:21:59,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,535 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075218222/flush-table-proc/acquired, /0-1075218222/flush-table-proc/reached, /0-1075218222/flush-table-proc/abort 2024-11-22T05:21:59,536 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46423,1732252918507 2024-11-22T05:21:59,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:21:59,683 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1075218222/online-snapshot/acquired, /0-1075218222/online-snapshot/reached, /0-1075218222/online-snapshot/abort 2024-11-22T05:21:59,684 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,46423,1732252918507 2024-11-22T05:21:59,687 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:21:59,688 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:59,688 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:21:59,688 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:21:59,689 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,46423,1732252918507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:59,690 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:21:59,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:21:59,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:21:59,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252949699 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:21:59,699 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:21:59,700 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:21:59,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:21:59,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:21:59,703 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:21:59,708 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:21:59,708 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:21:59,709 INFO [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(746): ClusterId : c292b5b8-2d95-48aa-af38-795252ad7aa3 2024-11-22T05:21:59,709 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:21:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:21:59,716 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252919708,5,FailOnTimeoutGroup] 2024-11-22T05:21:59,720 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252919716,5,FailOnTimeoutGroup] 2024-11-22T05:21:59,720 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,720 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:21:59,720 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,720 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,723 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:21:59,723 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:21:59,736 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:21:59,736 DEBUG [RS:0;82891a793a29:45473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edcbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:21:59,750 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:45473 2024-11-22T05:21:59,750 INFO [RS:0;82891a793a29:45473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:21:59,750 INFO [RS:0;82891a793a29:45473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:21:59,750 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:21:59,751 INFO [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,46423,1732252918507 with port=45473, startcode=1732252918665 2024-11-22T05:21:59,751 DEBUG [RS:0;82891a793a29:45473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:21:59,753 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:21:59,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,45473,1732252918665 2024-11-22T05:21:59,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 {}] master.ServerManager(517): Registering regionserver=82891a793a29,45473,1732252918665 2024-11-22T05:21:59,754 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253 2024-11-22T05:21:59,754 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45541 2024-11-22T05:21:59,755 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:21:59,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222/rs 2024-11-22T05:21:59,767 DEBUG [RS:0;82891a793a29:45473 {}] zookeeper.ZKUtil(111): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Set watcher on existing znode=/0-1075218222/rs/82891a793a29,45473,1732252918665 2024-11-22T05:21:59,767 WARN [RS:0;82891a793a29:45473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:21:59,767 INFO [RS:0;82891a793a29:45473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:21:59,767 DEBUG [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665 2024-11-22T05:21:59,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,45473,1732252918665] 2024-11-22T05:21:59,770 INFO [RS:0;82891a793a29:45473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:21:59,771 INFO [RS:0;82891a793a29:45473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:21:59,772 INFO [RS:0;82891a793a29:45473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:21:59,772 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,776 INFO [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:21:59,777 INFO [RS:0;82891a793a29:45473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:21:59,777 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:59,777 DEBUG [RS:0;82891a793a29:45473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,780 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45473,1732252918665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:21:59,793 INFO [RS:0;82891a793a29:45473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:21:59,794 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45473,1732252918665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,794 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,794 INFO [RS:0;82891a793a29:45473 {}] regionserver.Replication(171): 82891a793a29,45473,1732252918665 started 2024-11-22T05:21:59,807 INFO [RS:0;82891a793a29:45473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:21:59,807 INFO [RS:0;82891a793a29:45473 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,45473,1732252918665, RpcServer on 82891a793a29/172.17.0.2:45473, sessionid=0x10160fdd6020001 2024-11-22T05:21:59,807 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:21:59,807 DEBUG [RS:0;82891a793a29:45473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,45473,1732252918665 2024-11-22T05:21:59,807 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45473,1732252918665' 2024-11-22T05:21:59,807 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075218222/flush-table-proc/abort' 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075218222/flush-table-proc/acquired' 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,45473,1732252918665 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45473,1732252918665' 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1075218222/online-snapshot/abort' 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1075218222/online-snapshot/acquired' 2024-11-22T05:21:59,808 DEBUG [RS:0;82891a793a29:45473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:21:59,808 INFO [RS:0;82891a793a29:45473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:21:59,808 INFO [RS:0;82891a793a29:45473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:21:59,909 INFO [RS:0;82891a793a29:45473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:21:59,910 INFO [RS:0;82891a793a29:45473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45473%2C1732252918665, suffix=, logDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/oldWALs, maxLogs=10 2024-11-22T05:21:59,922 DEBUG [RS:0;82891a793a29:45473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665/82891a793a29%2C45473%2C1732252918665.1732252919910, exclude list is [], retry=0 2024-11-22T05:21:59,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-c28881d6-18a9-45e7-b081-52f9f9063c02,DISK] 2024-11-22T05:21:59,928 INFO [RS:0;82891a793a29:45473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665/82891a793a29%2C45473%2C1732252918665.1732252919910 2024-11-22T05:21:59,929 DEBUG [RS:0;82891a793a29:45473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-22T05:22:00,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:22:00,114 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253 2024-11-22T05:22:00,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:22:00,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:00,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:00,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:00,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:00,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:00,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:00,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:00,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:00,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:00,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:00,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:00,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:00,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:00,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:00,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:00,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:00,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:00,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:00,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/1588230740 2024-11-22T05:22:00,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/1588230740 2024-11-22T05:22:00,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:00,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:00,540 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:00,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:00,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:00,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63425204, jitterRate=-0.05489081144332886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252920530Initializing all the Stores at 1732252920531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252920531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252920531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252920531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252920531Cleaning up temporary data from old regions at 1732252920539 (+8 ms)Region opened successfully at 1732252920544 (+5 ms) 2024-11-22T05:22:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:00,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:00,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:00,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:00,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252920544Disabling compacts and flushes for region at 1732252920544Disabling writes for close at 1732252920544Writing region close event to WAL at 1732252920545 (+1 ms)Closed at 1732252920545 2024-11-22T05:22:00,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:00,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:22:00,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:22:00,547 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:00,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:22:00,698 DEBUG [82891a793a29:46423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:22:00,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,45473,1732252918665 2024-11-22T05:22:00,700 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45473,1732252918665, state=OPENING 2024-11-22T05:22:00,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:22:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:22:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1075218222 2024-11-22T05:22:00,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075218222/meta-region-server: CHANGED 2024-11-22T05:22:00,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075218222/meta-region-server: CHANGED 2024-11-22T05:22:00,855 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:00,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45473,1732252918665}] 2024-11-22T05:22:01,008 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:01,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:22:01,011 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:22:01,011 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:01,011 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:22:01,012 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45473%2C1732252918665.meta, suffix=.meta, logDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665, archiveDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/oldWALs, maxLogs=10 2024-11-22T05:22:01,023 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665/82891a793a29%2C45473%2C1732252918665.meta.1732252921012.meta, exclude list is [], retry=0 2024-11-22T05:22:01,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37599,DS-c28881d6-18a9-45e7-b081-52f9f9063c02,DISK] 2024-11-22T05:22:01,026 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/WALs/82891a793a29,45473,1732252918665/82891a793a29%2C45473%2C1732252918665.meta.1732252921012.meta 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:01,027 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:22:01,027 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:22:01,027 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:22:01,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:01,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:01,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:01,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:01,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:01,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:01,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:01,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:01,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:01,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:01,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:01,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:01,031 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:01,031 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/1588230740 2024-11-22T05:22:01,032 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/hbase/meta/1588230740 2024-11-22T05:22:01,033 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:01,033 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:01,033 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:01,034 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:01,034 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857382, jitterRate=0.07075843214988708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:01,034 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:22:01,035 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252921027Writing region info on filesystem at 1732252921027Initializing all the Stores at 1732252921028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252921028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252921028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252921028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252921028Cleaning up temporary data from old regions at 1732252921033 (+5 ms)Running coprocessor post-open hooks at 1732252921034 (+1 ms)Region opened successfully at 1732252921035 (+1 ms) 2024-11-22T05:22:01,035 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252921007 2024-11-22T05:22:01,037 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:22:01,037 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:22:01,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45473,1732252918665 2024-11-22T05:22:01,038 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45473,1732252918665, state=OPEN 2024-11-22T05:22:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46423-0x10160fdd6020000, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075218222/meta-region-server 2024-11-22T05:22:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45473-0x10160fdd6020001, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1075218222/meta-region-server 2024-11-22T05:22:01,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,45473,1732252918665 2024-11-22T05:22:01,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075218222/meta-region-server: CHANGED 2024-11-22T05:22:01,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1075218222/meta-region-server: CHANGED 2024-11-22T05:22:01,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:22:01,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45473,1732252918665 in 228 msec 2024-11-22T05:22:01,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:22:01,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 539 msec 2024-11-22T05:22:01,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:01,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:22:01,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:01,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45473,1732252918665, seqNum=-1] 2024-11-22T05:22:01,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:01,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:01,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-22T05:22:01,091 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252921091, completionTime=-1 2024-11-22T05:22:01,091 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:22:01,091 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:22:01,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:22:01,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252981092 2024-11-22T05:22:01,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253041092 2024-11-22T05:22:01,092 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:46423, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,093 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,094 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:22:01,095 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.349sec 2024-11-22T05:22:01,095 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:01,096 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:22:01,097 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:22:01,097 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:22:01,097 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,46423,1732252918507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:01,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:01,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46423,-1 for getting cluster id 2024-11-22T05:22:01,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:01,106 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c292b5b8-2d95-48aa-af38-795252ad7aa3' 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c292b5b8-2d95-48aa-af38-795252ad7aa3" 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21da7b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46423,-1] 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:01,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:01,108 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:01,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:01,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45473,1732252918665, seqNum=-1] 2024-11-22T05:22:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:01,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:01,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,46423,1732252918507 2024-11-22T05:22:01,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59425 2024-11-22T05:22:01,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59425, baseZNode=/0-1075218222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:01,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fdd6020002 connected 2024-11-22T05:22:01,162 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:01,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:01,163 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128755 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:01,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46423,1732252918507 2024-11-22T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d7d919 2024-11-22T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:01,202 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:01,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:22:01,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:22:01,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:22:01,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:22:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:22:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:01,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d33ad2920dc2ddf9d0b611aa5a7f977c, NAME => 'test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253 2024-11-22T05:22:01,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37599 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d33ad2920dc2ddf9d0b611aa5a7f977c, disabling compactions & flushes 2024-11-22T05:22:01,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. after waiting 0 ms 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d33ad2920dc2ddf9d0b611aa5a7f977c: Waiting for close lock at 1732252921618Disabling compacts and flushes for region at 1732252921618Disabling writes for close at 1732252921618Writing region close event to WAL at 1732252921618Closed at 1732252921618 2024-11-22T05:22:01,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:22:01,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252921620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252921620"}]},"ts":"1732252921620"} 2024-11-22T05:22:01,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:22:01,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:22:01,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252921622"}]},"ts":"1732252921622"} 2024-11-22T05:22:01,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:22:01,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d33ad2920dc2ddf9d0b611aa5a7f977c, ASSIGN}] 2024-11-22T05:22:01,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d33ad2920dc2ddf9d0b611aa5a7f977c, ASSIGN 2024-11-22T05:22:01,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d33ad2920dc2ddf9d0b611aa5a7f977c, ASSIGN; state=OFFLINE, location=82891a793a29,45473,1732252918665; forceNewPlan=false, retain=false 2024-11-22T05:22:01,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d33ad2920dc2ddf9d0b611aa5a7f977c, regionState=OPENING, regionLocation=82891a793a29,45473,1732252918665 2024-11-22T05:22:01,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d33ad2920dc2ddf9d0b611aa5a7f977c, ASSIGN because future has completed 2024-11-22T05:22:01,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33ad2920dc2ddf9d0b611aa5a7f977c, server=82891a793a29,45473,1732252918665}] 2024-11-22T05:22:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:01,933 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,933 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d33ad2920dc2ddf9d0b611aa5a7f977c, NAME => 'test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:01,934 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:01,934 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:22:01,934 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,934 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:01,934 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,934 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,940 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,941 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33ad2920dc2ddf9d0b611aa5a7f977c columnFamilyName f 2024-11-22T05:22:01,941 DEBUG [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,942 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(327): Store=d33ad2920dc2ddf9d0b611aa5a7f977c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:01,942 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,943 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33ad2920dc2ddf9d0b611aa5a7f977c columnFamilyName f1 2024-11-22T05:22:01,943 DEBUG [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,943 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(327): Store=d33ad2920dc2ddf9d0b611aa5a7f977c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:01,943 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,944 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d33ad2920dc2ddf9d0b611aa5a7f977c columnFamilyName norep 2024-11-22T05:22:01,944 DEBUG [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:01,944 INFO [StoreOpener-d33ad2920dc2ddf9d0b611aa5a7f977c-1 {}] regionserver.HStore(327): Store=d33ad2920dc2ddf9d0b611aa5a7f977c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:01,945 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,945 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/default/test/d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,945 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/default/test/d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,946 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,946 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,946 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:22:01,947 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,953 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/data/default/test/d33ad2920dc2ddf9d0b611aa5a7f977c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:01,953 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d33ad2920dc2ddf9d0b611aa5a7f977c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62753216, jitterRate=-0.06490421295166016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:22:01,953 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d33ad2920dc2ddf9d0b611aa5a7f977c 2024-11-22T05:22:01,954 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d33ad2920dc2ddf9d0b611aa5a7f977c: Running coprocessor pre-open hook at 1732252921934Writing region info on filesystem at 1732252921934Initializing all the Stores at 1732252921939 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252921939Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252921939Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252921939Cleaning up temporary data from old regions at 1732252921946 (+7 ms)Running coprocessor post-open hooks at 1732252921953 (+7 ms)Region opened successfully at 1732252921954 (+1 ms) 2024-11-22T05:22:01,955 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c., pid=6, masterSystemTime=1732252921930 2024-11-22T05:22:01,959 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,959 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252921203.d33ad2920dc2ddf9d0b611aa5a7f977c. 2024-11-22T05:22:01,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d33ad2920dc2ddf9d0b611aa5a7f977c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,45473,1732252918665 2024-11-22T05:22:01,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d33ad2920dc2ddf9d0b611aa5a7f977c, server=82891a793a29,45473,1732252918665 because future has completed 2024-11-22T05:22:01,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:22:01,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d33ad2920dc2ddf9d0b611aa5a7f977c, server=82891a793a29,45473,1732252918665 in 185 msec 2024-11-22T05:22:01,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:22:01,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d33ad2920dc2ddf9d0b611aa5a7f977c, ASSIGN in 342 msec 2024-11-22T05:22:01,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:22:01,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252921967"}]},"ts":"1732252921967"} 2024-11-22T05:22:01,970 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:22:01,970 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:22:01,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-22T05:22:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:02,343 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:22:02,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46423,-1 for getting cluster id 2024-11-22T05:22:02,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:02,344 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c292b5b8-2d95-48aa-af38-795252ad7aa3' 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c292b5b8-2d95-48aa-af38-795252ad7aa3" 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c66186b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46423,-1] 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,345 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d09886c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46423,1732252918507 2024-11-22T05:22:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780c8d18 2024-11-22T05:22:02,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:02,347 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:02,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:46423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:22:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:22:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:02,349 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:46423' 2024-11-22T05:22:02,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e23102c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,350 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,46423,-1 for getting cluster id 2024-11-22T05:22:02,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:02,351 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c292b5b8-2d95-48aa-af38-795252ad7aa3' 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c292b5b8-2d95-48aa-af38-795252ad7aa3" 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748473b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,46423,-1] 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,351 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:02,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d7a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:02,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,46423,1732252918507 2024-11-22T05:22:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ff883d 2024-11-22T05:22:02,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:02,353 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:02,354 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T05:22:02,354 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:22:02,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:02,354 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:22:02,359 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-22T05:22:02,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-22T05:22:02,360 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-22T05:22:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:02,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:02,454 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://82891a793a29:46423, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-22T05:22:02,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:02,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:02,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:02,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: IPC Server handler 0 on default port 45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-638730837-172.17.0.2-1732252916348:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp968121333-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcad0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253-prefix:82891a793a29,45473,1732252918665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938860736_20 at /127.0.0.1:59020 [Receiving block BP-638730837-172.17.0.2-1732252916348:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59425) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 44001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 82891a793a29:46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59425 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp968121333-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcad0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7892-acceptor-0@1df66638-ServerConnector@548ee19a{HTTP/1.1, (http/1.1)}{localhost:33349} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;82891a793a29:45473 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcad0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1010706900-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 4 on default port 45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59425) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;82891a793a29:46423 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59425) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/82891a793a29:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp968121333-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/82891a793a29:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: BP-638730837-172.17.0.2-1732252916348 heartbeating to localhost/127.0.0.1:45541 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:59425): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fcad09fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e582a36 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-638730837-172.17.0.2-1732252916348:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/82891a793a29:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1905df50[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/82891a793a29:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1efff6a0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-638730837-172.17.0.2-1732252916348:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data1/current/BP-638730837-172.17.0.2-1732252916348 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@50677d54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253-prefix:82891a793a29,45473,1732252918665.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252919708 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;82891a793a29:45473-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/cluster_7f7eb91a-0048-8de8-a872-1e7161179564/data/data2/current/BP-638730837-172.17.0.2-1732252916348 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252919716 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45541/user/jenkins/test-data/643e6f4b-b333-c147-e2c8-2fbf4315f253/MasterData-prefix:82891a793a29,46423,1732252918507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45541 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1010706900-7937 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcad0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2081993618_20 at /127.0.0.1:58982 [Receiving block BP-638730837-172.17.0.2-1732252916348:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938860736_20 at /127.0.0.1:59006 [Receiving block BP-638730837-172.17.0.2-1732252916348:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44001 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7938-acceptor-0@68c62551-ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:44859} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-61292ad-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcad0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-205f3084-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007fcad0abc3a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(549125076) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1010706900-7939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938860736_20 at /127.0.0.1:58946 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 45541 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=872 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=7970 (was 8403) 2024-11-22T05:22:02,475 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-22T05:22:02,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=7969 2024-11-22T05:22:02,488 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-22T05:22:02,504 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-22T05:22:02,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.log.dir so I do NOT create it in target/test-data/d608b265-990f-22a3-3ea6-63710b44334c 2024-11-22T05:22:02,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:22:02,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.tmp.dir so I do NOT create it in target/test-data/d608b265-990f-22a3-3ea6-63710b44334c 2024-11-22T05:22:02,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa1c2074-9eee-d2d0-3ca6-7ffdf99aee38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:22:02,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c 2024-11-22T05:22:02,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c, deleteOnExit=true 2024-11-22T05:22:02,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/zookeeper_0, clientPort=59299, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:22:02,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59299 2024-11-22T05:22:02,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:22:02,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:22:02,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/test.cache.data in system properties and HBase conf 2024-11-22T05:22:02,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:22:02,555 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:02,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:22:02,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:22:02,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:02,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:02,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:02,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:02,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:22:02,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:02,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:02,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:03,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736c1d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/java.io.tmpdir/jetty-localhost-45235-hadoop-hdfs-3_4_1-tests_jar-_-any-7445663066533514924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:03,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:45235} 2024-11-22T05:22:03,056 INFO [Time-limited test {}] server.Server(415): Started @322544ms 2024-11-22T05:22:03,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:03,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:03,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:03,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:03,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:22:03,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:03,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:03,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e1c64d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/java.io.tmpdir/jetty-localhost-37761-hadoop-hdfs-3_4_1-tests_jar-_-any-16484473273906759022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:03,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:37761} 2024-11-22T05:22:03,522 INFO [Time-limited test {}] server.Server(415): Started @323010ms 2024-11-22T05:22:03,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:22:04,554 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/data/data2/current/BP-213041900-172.17.0.2-1732252922574/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:04,554 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/data/data1/current/BP-213041900-172.17.0.2-1732252922574/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:04,580 WARN [Thread-4306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:22:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf196bd4f0746b298 with lease ID 0x5cf47141c7af2e5f: Processing first storage report for DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3 from datanode DatanodeRegistration(127.0.0.1:38943, datanodeUuid=89e50d8c-ef7c-4eb5-954f-2c5fe5a3659a, infoPort=39871, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=302946397;c=1732252922574) 2024-11-22T05:22:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf196bd4f0746b298 with lease ID 0x5cf47141c7af2e5f: from storage DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3 node DatanodeRegistration(127.0.0.1:38943, datanodeUuid=89e50d8c-ef7c-4eb5-954f-2c5fe5a3659a, infoPort=39871, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=302946397;c=1732252922574), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf196bd4f0746b298 with lease ID 0x5cf47141c7af2e5f: Processing first storage report for DS-b584d10c-a985-4366-ab63-26e0842b5459 from datanode DatanodeRegistration(127.0.0.1:38943, datanodeUuid=89e50d8c-ef7c-4eb5-954f-2c5fe5a3659a, infoPort=39871, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=302946397;c=1732252922574) 2024-11-22T05:22:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf196bd4f0746b298 with lease ID 0x5cf47141c7af2e5f: from storage DS-b584d10c-a985-4366-ab63-26e0842b5459 node DatanodeRegistration(127.0.0.1:38943, datanodeUuid=89e50d8c-ef7c-4eb5-954f-2c5fe5a3659a, infoPort=39871, infoSecurePort=0, ipcPort=41853, storageInfo=lv=-57;cid=testClusterID;nsid=302946397;c=1732252922574), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:04,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c 2024-11-22T05:22:04,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:04,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:22:04,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce with version=8 2024-11-22T05:22:04,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/hbase-staging 2024-11-22T05:22:04,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:22:04,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:04,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35221 2024-11-22T05:22:04,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35221 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352210x0, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:04,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35221-0x10160fdee640000 connected 2024-11-22T05:22:04,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:04,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:04,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/running 2024-11-22T05:22:04,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce, hbase.cluster.distributed=false 2024-11-22T05:22:04,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/acl 2024-11-22T05:22:04,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-22T05:22:04,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35221 2024-11-22T05:22:04,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35221 2024-11-22T05:22:04,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-22T05:22:04,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35221 2024-11-22T05:22:04,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:22:04,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:04,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45793 2024-11-22T05:22:04,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45793 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:04,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:04,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:05,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457930x0, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:05,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457930x0, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/running 2024-11-22T05:22:05,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45793-0x10160fdee640001 connected 2024-11-22T05:22:05,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:22:05,048 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:22:05,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/master 2024-11-22T05:22:05,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/acl 2024-11-22T05:22:05,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-22T05:22:05,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45793 2024-11-22T05:22:05,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45793 2024-11-22T05:22:05,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-22T05:22:05,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45793 2024-11-22T05:22:05,061 DEBUG [M:0;82891a793a29:35221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:35221 2024-11-22T05:22:05,061 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-711395635/backup-masters/82891a793a29,35221,1732252924665 2024-11-22T05:22:05,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/backup-masters 2024-11-22T05:22:05,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/backup-masters 2024-11-22T05:22:05,113 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on existing znode=/0-711395635/backup-masters/82891a793a29,35221,1732252924665 2024-11-22T05:22:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711395635/master 2024-11-22T05:22:05,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:05,134 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on existing znode=/0-711395635/master 2024-11-22T05:22:05,135 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-711395635/backup-masters/82891a793a29,35221,1732252924665 from backup master directory 2024-11-22T05:22:05,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/backup-masters 2024-11-22T05:22:05,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711395635/backup-masters/82891a793a29,35221,1732252924665 2024-11-22T05:22:05,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/backup-masters 2024-11-22T05:22:05,155 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:05,155 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,35221,1732252924665 2024-11-22T05:22:05,158 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/hbase.id] with ID: 297df1da-def6-4ac8-986f-baad304d767d 2024-11-22T05:22:05,158 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/.tmp/hbase.id 2024-11-22T05:22:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:22:05,566 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/.tmp/hbase.id]:[hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/hbase.id] 2024-11-22T05:22:05,574 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:05,574 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:22:05,575 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:22:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:22:05,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:22:05,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T05:22:06,028 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:06,028 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:22:06,029 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:06,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:22:06,434 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store 2024-11-22T05:22:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:22:06,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:06,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:22:06,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:22:06,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T05:22:06,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T05:22:06,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:22:06,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T05:22:06,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:22:06,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:06,839 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:06,839 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:06,839 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252926839Disabling compacts and flushes for region at 1732252926839Disabling writes for close at 1732252926839Writing region close event to WAL at 1732252926839Closed at 1732252926839 2024-11-22T05:22:06,840 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/.initializing 2024-11-22T05:22:06,840 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/WALs/82891a793a29,35221,1732252924665 2024-11-22T05:22:06,840 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:06,842 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C35221%2C1732252924665, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/WALs/82891a793a29,35221,1732252924665, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/oldWALs, maxLogs=10 2024-11-22T05:22:06,860 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/WALs/82891a793a29,35221,1732252924665/82891a793a29%2C35221%2C1732252924665.1732252926842, exclude list is [], retry=0 2024-11-22T05:22:06,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:06,863 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/WALs/82891a793a29,35221,1732252924665/82891a793a29%2C35221%2C1732252924665.1732252926842 2024-11-22T05:22:06,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:06,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:06,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:06,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,863 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:22:06,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:22:06,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:06,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:06,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:22:06,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:06,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:06,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:22:06,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:06,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:06,870 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,871 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,871 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,872 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,872 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,872 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:06,873 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:06,874 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:06,875 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59624025, jitterRate=-0.1115327924489975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:06,875 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252926864Initializing all the Stores at 1732252926864Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252926864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252926864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252926864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252926864Cleaning up temporary data from old regions at 1732252926872 (+8 ms)Region opened successfully at 1732252926875 (+3 ms) 2024-11-22T05:22:06,875 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:22:06,878 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522614d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:06,878 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:22:06,878 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:22:06,878 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:22:06,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:22:06,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:22:06,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:22:06,879 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:22:06,880 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:22:06,881 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/balancer because node does not exist (not necessarily an error) 2024-11-22T05:22:06,943 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/balancer already deleted, retry=false 2024-11-22T05:22:06,943 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:22:06,944 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:22:06,966 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/normalizer already deleted, retry=false 2024-11-22T05:22:06,966 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:22:06,967 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:22:07,038 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/switch/split already deleted, retry=false 2024-11-22T05:22:07,039 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:22:07,060 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/switch/merge already deleted, retry=false 2024-11-22T05:22:07,062 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:22:07,072 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/snapshot-cleanup already deleted, retry=false 2024-11-22T05:22:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711395635/running 2024-11-22T05:22:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-711395635/running 2024-11-22T05:22:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,084 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,35221,1732252924665, sessionid=0x10160fdee640000, setting cluster-up flag (Was=false) 2024-11-22T05:22:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,135 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711395635/flush-table-proc/acquired, /0-711395635/flush-table-proc/reached, /0-711395635/flush-table-proc/abort 2024-11-22T05:22:07,136 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,35221,1732252924665 2024-11-22T05:22:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,188 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-711395635/online-snapshot/acquired, /0-711395635/online-snapshot/reached, /0-711395635/online-snapshot/abort 2024-11-22T05:22:07,189 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,35221,1732252924665 2024-11-22T05:22:07,190 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:22:07,191 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:07,192 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:22:07,192 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:22:07,192 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,35221,1732252924665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:07,193 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252957194 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:22:07,194 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:22:07,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:07,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:22:07,195 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,195 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:22:07,195 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:22:07,195 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:22:07,196 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:22:07,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:22:07,196 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252927196,5,FailOnTimeoutGroup] 2024-11-22T05:22:07,196 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252927196,5,FailOnTimeoutGroup] 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,196 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:22:07,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:22:07,205 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce 2024-11-22T05:22:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:22:07,253 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(746): ClusterId : 297df1da-def6-4ac8-986f-baad304d767d 2024-11-22T05:22:07,253 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:22:07,273 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:22:07,273 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:22:07,335 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:22:07,335 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a061a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:07,346 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:45793 2024-11-22T05:22:07,346 INFO [RS:0;82891a793a29:45793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:22:07,346 INFO [RS:0;82891a793a29:45793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:22:07,346 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:22:07,347 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,35221,1732252924665 with port=45793, startcode=1732252924974 2024-11-22T05:22:07,347 DEBUG [RS:0;82891a793a29:45793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:22:07,348 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:22:07,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,45793,1732252924974 2024-11-22T05:22:07,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35221 {}] master.ServerManager(517): Registering regionserver=82891a793a29,45793,1732252924974 2024-11-22T05:22:07,349 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce 2024-11-22T05:22:07,349 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40449 2024-11-22T05:22:07,349 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:22:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/rs 2024-11-22T05:22:07,419 DEBUG [RS:0;82891a793a29:45793 {}] zookeeper.ZKUtil(111): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on existing znode=/0-711395635/rs/82891a793a29,45793,1732252924974 2024-11-22T05:22:07,420 WARN [RS:0;82891a793a29:45793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:07,420 INFO [RS:0;82891a793a29:45793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:07,420 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974 2024-11-22T05:22:07,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,45793,1732252924974] 2024-11-22T05:22:07,438 INFO [RS:0;82891a793a29:45793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:22:07,439 INFO [RS:0;82891a793a29:45793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:22:07,439 INFO [RS:0;82891a793a29:45793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:22:07,439 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,440 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:22:07,440 INFO [RS:0;82891a793a29:45793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:22:07,440 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,440 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:07,441 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:07,441 DEBUG [RS:0;82891a793a29:45793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,441 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45793,1732252924974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:07,454 INFO [RS:0;82891a793a29:45793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:22:07,454 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45793,1732252924974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,454 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,454 INFO [RS:0;82891a793a29:45793 {}] regionserver.Replication(171): 82891a793a29,45793,1732252924974 started 2024-11-22T05:22:07,465 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:07,465 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,45793,1732252924974, RpcServer on 82891a793a29/172.17.0.2:45793, sessionid=0x10160fdee640001 2024-11-22T05:22:07,465 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:22:07,465 DEBUG [RS:0;82891a793a29:45793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,45793,1732252924974 2024-11-22T05:22:07,465 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45793,1732252924974' 2024-11-22T05:22:07,465 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711395635/flush-table-proc/abort' 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711395635/flush-table-proc/acquired' 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,45793,1732252924974 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45793,1732252924974' 2024-11-22T05:22:07,466 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-711395635/online-snapshot/abort' 2024-11-22T05:22:07,467 DEBUG [RS:0;82891a793a29:45793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-711395635/online-snapshot/acquired' 2024-11-22T05:22:07,467 DEBUG [RS:0;82891a793a29:45793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:22:07,467 INFO [RS:0;82891a793a29:45793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:22:07,467 INFO [RS:0;82891a793a29:45793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:22:07,567 INFO [RS:0;82891a793a29:45793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:07,568 INFO [RS:0;82891a793a29:45793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45793%2C1732252924974, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/oldWALs, maxLogs=10 2024-11-22T05:22:07,586 DEBUG [RS:0;82891a793a29:45793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569, exclude list is [], retry=0 2024-11-22T05:22:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:07,590 INFO [RS:0;82891a793a29:45793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 2024-11-22T05:22:07,590 DEBUG [RS:0;82891a793a29:45793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:07,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:07,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:07,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:07,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:07,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:07,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:07,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:07,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:07,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:07,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:07,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:07,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:07,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:07,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:07,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:07,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:07,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:07,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:07,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740 2024-11-22T05:22:07,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740 2024-11-22T05:22:07,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:07,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:07,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:07,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:07,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73908039, jitterRate=0.10131560266017914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252927613Initializing all the Stores at 1732252927613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252927613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252927614 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252927614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252927614Cleaning up temporary data from old regions at 1732252927620 (+6 ms)Region opened successfully at 1732252927622 (+2 ms) 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:07,622 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:07,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:07,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252927622Disabling compacts and flushes for region at 1732252927622Disabling writes for close at 1732252927622Writing region close event to WAL at 1732252927623 (+1 ms)Closed at 1732252927623 2024-11-22T05:22:07,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:07,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:22:07,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:22:07,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:07,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:22:07,775 DEBUG [82891a793a29:35221 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:22:07,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:07,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45793,1732252924974, state=OPENING 2024-11-22T05:22:07,799 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:22:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:07,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:07,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45793,1732252924974}] 2024-11-22T05:22:07,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711395635/meta-region-server: CHANGED 2024-11-22T05:22:07,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711395635/meta-region-server: CHANGED 2024-11-22T05:22:08,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:08,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:22:08,023 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:22:08,023 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:08,023 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:22:08,024 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45793%2C1732252924974.meta, suffix=.meta, logDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/oldWALs, maxLogs=10 2024-11-22T05:22:08,036 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252928024.meta, exclude list is [], retry=0 2024-11-22T05:22:08,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:08,039 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252928024.meta 2024-11-22T05:22:08,039 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:08,039 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:08,039 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:22:08,040 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:22:08,040 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:22:08,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:08,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:08,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:08,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:08,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:08,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:08,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:08,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:08,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:08,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:08,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:08,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:08,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:08,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:08,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:08,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:08,046 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:08,047 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740 2024-11-22T05:22:08,047 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740 2024-11-22T05:22:08,048 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:08,048 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:08,048 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:08,049 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:08,049 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115463, jitterRate=-0.08930863440036774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:08,049 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:22:08,049 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252928040Writing region info on filesystem at 1732252928040Initializing all the Stores at 1732252928041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252928041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252928042 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252928042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252928042Cleaning up temporary data from old regions at 1732252928048 (+6 ms)Running coprocessor post-open hooks at 1732252928049 (+1 ms)Region opened successfully at 1732252928049 2024-11-22T05:22:08,050 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252928019 2024-11-22T05:22:08,051 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:22:08,051 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:22:08,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:08,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45793,1732252924974, state=OPEN 2024-11-22T05:22:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711395635/meta-region-server 2024-11-22T05:22:08,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-711395635/meta-region-server 2024-11-22T05:22:08,145 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,45793,1732252924974 2024-11-22T05:22:08,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711395635/meta-region-server: CHANGED 2024-11-22T05:22:08,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-711395635/meta-region-server: CHANGED 2024-11-22T05:22:08,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:22:08,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45793,1732252924974 in 278 msec 2024-11-22T05:22:08,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:22:08,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-22T05:22:08,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:08,148 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:22:08,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:08,149 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45793,1732252924974, seqNum=-1] 2024-11-22T05:22:08,149 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:08,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:08,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 962 msec 2024-11-22T05:22:08,153 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252928153, completionTime=-1 2024-11-22T05:22:08,153 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:22:08,153 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252988154 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253048154 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:35221, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,154 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,155 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,156 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.002sec 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:08,157 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:22:08,159 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:22:08,159 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:22:08,159 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,35221,1732252924665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:08,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:08,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:08,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:08,255 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cec10c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:08,256 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:08,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:08,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45793,1732252924974, seqNum=-1] 2024-11-22T05:22:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:08,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:08,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,35221,1732252924665 2024-11-22T05:22:08,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:08,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10160fdee640002 connected 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir so I do NOT create it in target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760 2024-11-22T05:22:08,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.tmp.dir so I do NOT create it in target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760 2024-11-22T05:22:08,390 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:22:08,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/cluster_56058620-5443-0158-bbb7-afce315bc333, deleteOnExit=true 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/test.cache.data in system properties and HBase conf 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:22:08,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:22:08,391 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:22:08,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:22:08,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:08,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:08,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:08,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:08,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:22:08,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:08,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:08,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:08,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28176859{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/java.io.tmpdir/jetty-localhost-42159-hadoop-hdfs-3_4_1-tests_jar-_-any-14082573462134090268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:08,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:42159} 2024-11-22T05:22:08,827 INFO [Time-limited test {}] server.Server(415): Started @328315ms 2024-11-22T05:22:09,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:09,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:09,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:09,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:09,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:22:09,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:09,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:09,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e134a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/java.io.tmpdir/jetty-localhost-40473-hadoop-hdfs-3_4_1-tests_jar-_-any-4121946173931529687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:09,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:40473} 2024-11-22T05:22:09,254 INFO [Time-limited test {}] server.Server(415): Started @328741ms 2024-11-22T05:22:09,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:22:10,318 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/cluster_56058620-5443-0158-bbb7-afce315bc333/data/data1/current/BP-129904558-172.17.0.2-1732252928416/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:10,318 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/cluster_56058620-5443-0158-bbb7-afce315bc333/data/data2/current/BP-129904558-172.17.0.2-1732252928416/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:10,341 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:22:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e972083dd309bb with lease ID 0xb742874db9ea8c31: Processing first storage report for DS-60488a96-1d32-420f-a280-fce086b0977e from datanode DatanodeRegistration(127.0.0.1:37745, datanodeUuid=1d20763f-4039-4650-9abe-806fc54ded85, infoPort=37227, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1711978637;c=1732252928416) 2024-11-22T05:22:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e972083dd309bb with lease ID 0xb742874db9ea8c31: from storage DS-60488a96-1d32-420f-a280-fce086b0977e node DatanodeRegistration(127.0.0.1:37745, datanodeUuid=1d20763f-4039-4650-9abe-806fc54ded85, infoPort=37227, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1711978637;c=1732252928416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e972083dd309bb with lease ID 0xb742874db9ea8c31: Processing first storage report for DS-4cb44370-3049-4894-8669-55796185faba from datanode DatanodeRegistration(127.0.0.1:37745, datanodeUuid=1d20763f-4039-4650-9abe-806fc54ded85, infoPort=37227, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1711978637;c=1732252928416) 2024-11-22T05:22:10,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e972083dd309bb with lease ID 0xb742874db9ea8c31: from storage DS-4cb44370-3049-4894-8669-55796185faba node DatanodeRegistration(127.0.0.1:37745, datanodeUuid=1d20763f-4039-4650-9abe-806fc54ded85, infoPort=37227, infoSecurePort=0, ipcPort=42125, storageInfo=lv=-57;cid=testClusterID;nsid=1711978637;c=1732252928416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:10,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760 2024-11-22T05:22:10,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:10,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:10,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:22:10,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0 with version=8 2024-11-22T05:22:10,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/hbase-staging 2024-11-22T05:22:10,802 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:10,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:10,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:22:10,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:10,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33499 2024-11-22T05:22:10,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33499 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334990x0, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:10,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33499-0x10160fdee640003 connected 2024-11-22T05:22:10,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:10,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:10,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/running 2024-11-22T05:22:10,979 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0, hbase.cluster.distributed=false 2024-11-22T05:22:10,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/acl 2024-11-22T05:22:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T05:22:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33499 2024-11-22T05:22:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33499 2024-11-22T05:22:10,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T05:22:10,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33499 2024-11-22T05:22:10,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:22:10,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:10,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38243 2024-11-22T05:22:10,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38243 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:11,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:11,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382430x0, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:11,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382430x0, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/running 2024-11-22T05:22:11,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38243-0x10160fdee640004 connected 2024-11-22T05:22:11,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:22:11,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:22:11,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/master 2024-11-22T05:22:11,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/acl 2024-11-22T05:22:11,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-22T05:22:11,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38243 2024-11-22T05:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38243 2024-11-22T05:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-22T05:22:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38243 2024-11-22T05:22:11,041 DEBUG [M:0;82891a793a29:33499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:33499 2024-11-22T05:22:11,042 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11357512136/backup-masters/82891a793a29,33499,1732252930802 2024-11-22T05:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/backup-masters 2024-11-22T05:22:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/backup-masters 2024-11-22T05:22:11,060 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on existing znode=/11357512136/backup-masters/82891a793a29,33499,1732252930802 2024-11-22T05:22:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11357512136/master 2024-11-22T05:22:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:11,082 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on existing znode=/11357512136/master 2024-11-22T05:22:11,082 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11357512136/backup-masters/82891a793a29,33499,1732252930802 from backup master directory 2024-11-22T05:22:11,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11357512136/backup-masters/82891a793a29,33499,1732252930802 2024-11-22T05:22:11,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/backup-masters 2024-11-22T05:22:11,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/backup-masters 2024-11-22T05:22:11,102 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:11,102 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,33499,1732252930802 2024-11-22T05:22:11,105 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/hbase.id] with ID: d96fe663-f63d-459d-9de3-9d7935b6ea29 2024-11-22T05:22:11,105 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/.tmp/hbase.id 2024-11-22T05:22:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:22:11,511 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/.tmp/hbase.id]:[hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/hbase.id] 2024-11-22T05:22:11,517 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:11,517 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:22:11,518 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T05:22:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:11,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:22:11,940 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:11,941 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:22:11,941 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:22:12,346 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store 2024-11-22T05:22:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:12,751 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:12,751 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:12,751 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252932751Disabling compacts and flushes for region at 1732252932751Disabling writes for close at 1732252932751Writing region close event to WAL at 1732252932751Closed at 1732252932751 2024-11-22T05:22:12,752 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/.initializing 2024-11-22T05:22:12,752 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/WALs/82891a793a29,33499,1732252930802 2024-11-22T05:22:12,753 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:12,754 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C33499%2C1732252930802, suffix=, logDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/WALs/82891a793a29,33499,1732252930802, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/oldWALs, maxLogs=10 2024-11-22T05:22:12,767 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/WALs/82891a793a29,33499,1732252930802/82891a793a29%2C33499%2C1732252930802.1732252932754, exclude list is [], retry=0 2024-11-22T05:22:12,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-60488a96-1d32-420f-a280-fce086b0977e,DISK] 2024-11-22T05:22:12,770 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/WALs/82891a793a29,33499,1732252930802/82891a793a29%2C33499%2C1732252930802.1732252932754 2024-11-22T05:22:12,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-22T05:22:12,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:12,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:12,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,770 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:22:12,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:12,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:12,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:22:12,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:12,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:12,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:22:12,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:12,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:12,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:22:12,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:12,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:12,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,776 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,777 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,778 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:12,779 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:12,780 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:12,780 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71222357, jitterRate=0.06129582226276398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:12,780 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252932770Initializing all the Stores at 1732252932771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252932771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252932771Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252932771Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252932771Cleaning up temporary data from old regions at 1732252932777 (+6 ms)Region opened successfully at 1732252932780 (+3 ms) 2024-11-22T05:22:12,781 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:22:12,783 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1696046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:12,783 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:22:12,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:22:12,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:22:12,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:22:12,784 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:22:12,785 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:22:12,785 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:22:12,787 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:22:12,788 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/balancer because node does not exist (not necessarily an error) 2024-11-22T05:22:12,818 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/balancer already deleted, retry=false 2024-11-22T05:22:12,818 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:22:12,819 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:22:12,904 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/normalizer already deleted, retry=false 2024-11-22T05:22:12,904 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:22:12,905 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:22:12,914 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/switch/split already deleted, retry=false 2024-11-22T05:22:12,915 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:22:12,924 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/switch/merge already deleted, retry=false 2024-11-22T05:22:12,926 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:22:12,935 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/snapshot-cleanup already deleted, retry=false 2024-11-22T05:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11357512136/running 2024-11-22T05:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11357512136/running 2024-11-22T05:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:12,946 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,33499,1732252930802, sessionid=0x10160fdee640003, setting cluster-up flag (Was=false) 2024-11-22T05:22:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:12,998 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11357512136/flush-table-proc/acquired, /11357512136/flush-table-proc/reached, /11357512136/flush-table-proc/abort 2024-11-22T05:22:12,999 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33499,1732252930802 2024-11-22T05:22:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:13,051 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11357512136/online-snapshot/acquired, /11357512136/online-snapshot/reached, /11357512136/online-snapshot/abort 2024-11-22T05:22:13,053 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,33499,1732252930802 2024-11-22T05:22:13,054 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:22:13,056 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:13,056 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:22:13,056 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:22:13,056 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,33499,1732252930802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:13,058 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:13,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:22:13,060 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252963060 2024-11-22T05:22:13,060 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:22:13,060 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:22:13,061 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:22:13,061 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:22:13,061 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:22:13,061 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:22:13,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:22:13,064 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,066 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:22:13,066 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:22:13,066 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:22:13,066 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:22:13,072 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:22:13,072 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:22:13,077 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252933072,5,FailOnTimeoutGroup] 2024-11-22T05:22:13,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:22:13,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:22:13,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0 2024-11-22T05:22:13,080 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252933077,5,FailOnTimeoutGroup] 2024-11-22T05:22:13,080 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,080 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:22:13,080 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,080 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:22:13,129 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(746): ClusterId : d96fe663-f63d-459d-9de3-9d7935b6ea29 2024-11-22T05:22:13,129 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:22:13,136 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:22:13,136 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:22:13,146 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:22:13,147 DEBUG [RS:0;82891a793a29:38243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d58f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:13,166 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:38243 2024-11-22T05:22:13,166 INFO [RS:0;82891a793a29:38243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:22:13,166 INFO [RS:0;82891a793a29:38243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:22:13,166 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:22:13,167 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,33499,1732252930802 with port=38243, startcode=1732252930998 2024-11-22T05:22:13,167 DEBUG [RS:0;82891a793a29:38243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:22:13,168 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:22:13,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,38243,1732252930998 2024-11-22T05:22:13,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33499 {}] master.ServerManager(517): Registering regionserver=82891a793a29,38243,1732252930998 2024-11-22T05:22:13,171 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0 2024-11-22T05:22:13,171 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45055 2024-11-22T05:22:13,172 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:22:13,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/rs 2024-11-22T05:22:13,212 DEBUG [RS:0;82891a793a29:38243 {}] zookeeper.ZKUtil(111): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on existing znode=/11357512136/rs/82891a793a29,38243,1732252930998 2024-11-22T05:22:13,212 WARN [RS:0;82891a793a29:38243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:13,212 INFO [RS:0;82891a793a29:38243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:13,212 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998 2024-11-22T05:22:13,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,38243,1732252930998] 2024-11-22T05:22:13,216 INFO [RS:0;82891a793a29:38243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:22:13,218 INFO [RS:0;82891a793a29:38243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:22:13,218 INFO [RS:0;82891a793a29:38243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:22:13,218 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,218 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:22:13,219 INFO [RS:0;82891a793a29:38243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:22:13,219 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:13,219 DEBUG [RS:0;82891a793a29:38243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,224 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38243,1732252930998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:13,240 INFO [RS:0;82891a793a29:38243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:22:13,240 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38243,1732252930998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,240 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,240 INFO [RS:0;82891a793a29:38243 {}] regionserver.Replication(171): 82891a793a29,38243,1732252930998 started 2024-11-22T05:22:13,257 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,257 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,38243,1732252930998, RpcServer on 82891a793a29/172.17.0.2:38243, sessionid=0x10160fdee640004 2024-11-22T05:22:13,257 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:22:13,257 DEBUG [RS:0;82891a793a29:38243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,38243,1732252930998 2024-11-22T05:22:13,257 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,38243,1732252930998' 2024-11-22T05:22:13,257 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11357512136/flush-table-proc/abort' 2024-11-22T05:22:13,257 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11357512136/flush-table-proc/acquired' 2024-11-22T05:22:13,258 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:22:13,258 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:22:13,258 DEBUG [RS:0;82891a793a29:38243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,38243,1732252930998 2024-11-22T05:22:13,258 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,38243,1732252930998' 2024-11-22T05:22:13,258 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11357512136/online-snapshot/abort' 2024-11-22T05:22:13,259 DEBUG [RS:0;82891a793a29:38243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11357512136/online-snapshot/acquired' 2024-11-22T05:22:13,259 DEBUG [RS:0;82891a793a29:38243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:22:13,259 INFO [RS:0;82891a793a29:38243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:22:13,259 INFO [RS:0;82891a793a29:38243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:22:13,360 INFO [RS:0;82891a793a29:38243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:13,361 INFO [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C38243%2C1732252930998, suffix=, logDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/oldWALs, maxLogs=10 2024-11-22T05:22:13,373 DEBUG [RS:0;82891a793a29:38243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.1732252933361, exclude list is [], retry=0 2024-11-22T05:22:13,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-60488a96-1d32-420f-a280-fce086b0977e,DISK] 2024-11-22T05:22:13,376 INFO [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.1732252933361 2024-11-22T05:22:13,376 DEBUG [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-22T05:22:13,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:13,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:13,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:13,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:13,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:13,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:13,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:13,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:13,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:13,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:13,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740 2024-11-22T05:22:13,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740 2024-11-22T05:22:13,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:13,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:13,499 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:13,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:13,501 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:13,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73849077, jitterRate=0.10043700039386749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252933492Initializing all the Stores at 1732252933493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252933493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933493Cleaning up temporary data from old regions at 1732252933499 (+6 ms)Region opened successfully at 1732252933501 (+2 ms) 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:13,502 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:13,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:13,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252933502Disabling compacts and flushes for region at 1732252933502Disabling writes for close at 1732252933502Writing region close event to WAL at 1732252933502Closed at 1732252933502 2024-11-22T05:22:13,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:13,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:22:13,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:22:13,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:13,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:22:13,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:13,654 DEBUG [82891a793a29:33499 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:22:13,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,38243,1732252930998 2024-11-22T05:22:13,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,38243,1732252930998, state=OPENING 2024-11-22T05:22:13,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:22:13,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:13,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:13,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11357512136/meta-region-server: CHANGED 2024-11-22T05:22:13,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11357512136/meta-region-server: CHANGED 2024-11-22T05:22:13,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:13,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,38243,1732252930998}] 2024-11-22T05:22:13,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:13,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:22:13,892 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:22:13,892 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:13,892 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:22:13,893 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C38243%2C1732252930998.meta, suffix=.meta, logDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998, archiveDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/oldWALs, maxLogs=10 2024-11-22T05:22:13,906 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.meta.1732252933893.meta, exclude list is [], retry=0 2024-11-22T05:22:13,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37745,DS-60488a96-1d32-420f-a280-fce086b0977e,DISK] 2024-11-22T05:22:13,909 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.meta.1732252933893.meta 2024-11-22T05:22:13,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-22T05:22:13,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:13,909 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:13,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:22:13,909 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:22:13,909 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:22:13,910 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:22:13,910 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:13,910 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:22:13,910 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:22:13,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:13,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:13,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:13,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:13,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:13,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:13,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:13,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:13,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:13,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:13,915 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:13,916 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740 2024-11-22T05:22:13,916 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740 2024-11-22T05:22:13,917 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:13,917 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:13,918 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:13,919 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:13,919 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67458625, jitterRate=0.00521184504032135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:13,919 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:22:13,919 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252933910Writing region info on filesystem at 1732252933910Initializing all the Stores at 1732252933910Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933911 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252933911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252933911Cleaning up temporary data from old regions at 1732252933917 (+6 ms)Running coprocessor post-open hooks at 1732252933919 (+2 ms)Region opened successfully at 1732252933919 2024-11-22T05:22:13,920 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252933888 2024-11-22T05:22:13,922 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:22:13,922 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:22:13,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,38243,1732252930998 2024-11-22T05:22:13,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,38243,1732252930998, state=OPEN 2024-11-22T05:22:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11357512136/meta-region-server 2024-11-22T05:22:13,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11357512136/meta-region-server 2024-11-22T05:22:13,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,38243,1732252930998 2024-11-22T05:22:13,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11357512136/meta-region-server: CHANGED 2024-11-22T05:22:13,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11357512136/meta-region-server: CHANGED 2024-11-22T05:22:13,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:22:13,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,38243,1732252930998 in 199 msec 2024-11-22T05:22:13,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:22:13,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-22T05:22:13,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:13,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:22:13,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:13,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,38243,1732252930998, seqNum=-1] 2024-11-22T05:22:13,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:13,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:13,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-22T05:22:13,947 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252933946, completionTime=-1 2024-11-22T05:22:13,947 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:22:13,947 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:22:13,949 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:22:13,949 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252993949 2024-11-22T05:22:13,949 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253053949 2024-11-22T05:22:13,949 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:33499, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,950 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:13,953 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:13,955 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:22:13,958 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:22:13,958 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:22:13,958 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,33499,1732252930802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:14,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:14,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33499,-1 for getting cluster id 2024-11-22T05:22:14,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:14,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96fe663-f63d-459d-9de3-9d7935b6ea29' 2024-11-22T05:22:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96fe663-f63d-459d-9de3-9d7935b6ea29" 2024-11-22T05:22:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f86342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:14,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33499,-1] 2024-11-22T05:22:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:14,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:14,051 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:14,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193d300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:14,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,38243,1732252930998, seqNum=-1] 2024-11-22T05:22:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:14,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:14,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,33499,1732252930802 2024-11-22T05:22:14,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:14,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:14,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10160fdee640005 connected 2024-11-22T05:22:14,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir so I do NOT create it in target/test-data/181dd094-b10e-8220-454a-de14b117c04b 2024-11-22T05:22:14,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T05:22:14,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.tmp.dir so I do NOT create it in target/test-data/181dd094-b10e-8220-454a-de14b117c04b 2024-11-22T05:22:14,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T05:22:14,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/cluster_2bbea520-c654-86c6-4d56-e44030369eb6, deleteOnExit=true 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/test.cache.data in system properties and HBase conf 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:22:14,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:22:14,085 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:22:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:22:14,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:14,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:14,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:14,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:14,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:22:14,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:14,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:14,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:14,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224a7d69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/java.io.tmpdir/jetty-localhost-33987-hadoop-hdfs-3_4_1-tests_jar-_-any-13856083426807636525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:14,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:33987} 2024-11-22T05:22:14,670 INFO [Time-limited test {}] server.Server(415): Started @334157ms 2024-11-22T05:22:14,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:22:14,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:22:14,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:22:14,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:22:14,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T05:22:14,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:22:14,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:22:15,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c95447{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/java.io.tmpdir/jetty-localhost-39167-hadoop-hdfs-3_4_1-tests_jar-_-any-1651029366820073460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:15,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:39167} 2024-11-22T05:22:15,056 INFO [Time-limited test {}] server.Server(415): Started @334544ms 2024-11-22T05:22:15,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:22:15,725 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/cluster_2bbea520-c654-86c6-4d56-e44030369eb6/data/data1/current/BP-460069745-172.17.0.2-1732252934100/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:15,725 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/cluster_2bbea520-c654-86c6-4d56-e44030369eb6/data/data2/current/BP-460069745-172.17.0.2-1732252934100/current, will proceed with Du for space computation calculation, 2024-11-22T05:22:15,747 WARN [Thread-4548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:22:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5be4526e0dcdbf54 with lease ID 0xe6229c4ebdefd13c: Processing first storage report for DS-507fc1ba-82a4-4a14-9d94-27b78f77853d from datanode DatanodeRegistration(127.0.0.1:33507, datanodeUuid=74a0b424-b09e-4e69-ac3c-f0840f1e8ef4, infoPort=46311, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=792038300;c=1732252934100) 2024-11-22T05:22:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5be4526e0dcdbf54 with lease ID 0xe6229c4ebdefd13c: from storage DS-507fc1ba-82a4-4a14-9d94-27b78f77853d node DatanodeRegistration(127.0.0.1:33507, datanodeUuid=74a0b424-b09e-4e69-ac3c-f0840f1e8ef4, infoPort=46311, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=792038300;c=1732252934100), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5be4526e0dcdbf54 with lease ID 0xe6229c4ebdefd13c: Processing first storage report for DS-6f56a41a-c4f8-4093-a828-f691eb8571a1 from datanode DatanodeRegistration(127.0.0.1:33507, datanodeUuid=74a0b424-b09e-4e69-ac3c-f0840f1e8ef4, infoPort=46311, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=792038300;c=1732252934100) 2024-11-22T05:22:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5be4526e0dcdbf54 with lease ID 0xe6229c4ebdefd13c: from storage DS-6f56a41a-c4f8-4093-a828-f691eb8571a1 node DatanodeRegistration(127.0.0.1:33507, datanodeUuid=74a0b424-b09e-4e69-ac3c-f0840f1e8ef4, infoPort=46311, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=792038300;c=1732252934100), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:22:15,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b 2024-11-22T05:22:15,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:22:15,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a with version=8 2024-11-22T05:22:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/hbase-staging 2024-11-22T05:22:15,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:15,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:22:15,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:15,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38505 2024-11-22T05:22:15,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38505 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:15,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385050x0, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:15,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38505-0x10160fdee640006 connected 2024-11-22T05:22:15,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/running 2024-11-22T05:22:15,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a, hbase.cluster.distributed=false 2024-11-22T05:22:15,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/acl 2024-11-22T05:22:15,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-22T05:22:15,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-11-22T05:22:15,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-11-22T05:22:15,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-22T05:22:15,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-11-22T05:22:15,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:22:15,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:22:15,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45247 2024-11-22T05:22:15,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45247 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:15,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:15,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452470x0, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:15,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45247-0x10160fdee640007 connected 2024-11-22T05:22:15,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452470x0, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/running 2024-11-22T05:22:15,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:22:15,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:22:15,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/master 2024-11-22T05:22:15,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/acl 2024-11-22T05:22:15,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-22T05:22:15,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45247 2024-11-22T05:22:15,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45247 2024-11-22T05:22:15,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-22T05:22:15,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-22T05:22:15,947 DEBUG [M:0;82891a793a29:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:38505 2024-11-22T05:22:15,947 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-791395176/backup-masters/82891a793a29,38505,1732252935793 2024-11-22T05:22:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/backup-masters 2024-11-22T05:22:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/backup-masters 2024-11-22T05:22:15,956 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on existing znode=/2-791395176/backup-masters/82891a793a29,38505,1732252935793 2024-11-22T05:22:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-791395176/master 2024-11-22T05:22:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:15,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:15,967 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on existing znode=/2-791395176/master 2024-11-22T05:22:15,967 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-791395176/backup-masters/82891a793a29,38505,1732252935793 from backup master directory 2024-11-22T05:22:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-791395176/backup-masters/82891a793a29,38505,1732252935793 2024-11-22T05:22:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/backup-masters 2024-11-22T05:22:15,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/backup-masters 2024-11-22T05:22:15,977 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:15,977 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,38505,1732252935793 2024-11-22T05:22:15,980 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/hbase.id] with ID: f45b92cc-2343-49ea-b782-5d5b28ac1696 2024-11-22T05:22:15,980 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/.tmp/hbase.id 2024-11-22T05:22:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:22:16,384 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/.tmp/hbase.id]:[hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/hbase.id] 2024-11-22T05:22:16,391 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:16,391 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:22:16,391 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T05:22:16,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:16,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:22:16,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:16,845 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:22:16,846 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:16,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:22:17,252 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store 2024-11-22T05:22:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:22:17,256 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:17,257 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:17,257 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252937256Disabling compacts and flushes for region at 1732252937256Disabling writes for close at 1732252937257 (+1 ms)Writing region close event to WAL at 1732252937257Closed at 1732252937257 2024-11-22T05:22:17,257 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/.initializing 2024-11-22T05:22:17,257 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/WALs/82891a793a29,38505,1732252935793 2024-11-22T05:22:17,258 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:17,259 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C38505%2C1732252935793, suffix=, logDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/WALs/82891a793a29,38505,1732252935793, archiveDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/oldWALs, maxLogs=10 2024-11-22T05:22:17,276 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/WALs/82891a793a29,38505,1732252935793/82891a793a29%2C38505%2C1732252935793.1732252937260, exclude list is [], retry=0 2024-11-22T05:22:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-507fc1ba-82a4-4a14-9d94-27b78f77853d,DISK] 2024-11-22T05:22:17,281 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/WALs/82891a793a29,38505,1732252935793/82891a793a29%2C38505%2C1732252935793.1732252937260 2024-11-22T05:22:17,281 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311)] 2024-11-22T05:22:17,281 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:17,281 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:17,282 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,282 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:22:17,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:17,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:17,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:22:17,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:17,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:17,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:22:17,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:17,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:17,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:22:17,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:17,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:17,302 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,303 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,303 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,304 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,304 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,304 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:17,305 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:22:17,307 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:17,307 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67231911, jitterRate=0.0018335431814193726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:17,308 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252937282Initializing all the Stores at 1732252937282Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252937282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252937282Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252937282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252937282Cleaning up temporary data from old regions at 1732252937304 (+22 ms)Region opened successfully at 1732252937308 (+4 ms) 2024-11-22T05:22:17,308 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:22:17,310 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681842fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:17,310 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:22:17,310 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:22:17,310 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:22:17,311 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:22:17,311 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T05:22:17,311 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T05:22:17,311 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:22:17,312 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:22:17,313 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/balancer because node does not exist (not necessarily an error) 2024-11-22T05:22:17,430 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/balancer already deleted, retry=false 2024-11-22T05:22:17,430 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:22:17,431 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:22:17,440 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/normalizer already deleted, retry=false 2024-11-22T05:22:17,440 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:22:17,441 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:22:17,450 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/switch/split already deleted, retry=false 2024-11-22T05:22:17,451 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:22:17,461 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/switch/merge already deleted, retry=false 2024-11-22T05:22:17,463 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:22:17,471 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/snapshot-cleanup already deleted, retry=false 2024-11-22T05:22:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-791395176/running 2024-11-22T05:22:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-791395176/running 2024-11-22T05:22:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,483 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,38505,1732252935793, sessionid=0x10160fdee640006, setting cluster-up flag (Was=false) 2024-11-22T05:22:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,535 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-791395176/flush-table-proc/acquired, /2-791395176/flush-table-proc/reached, /2-791395176/flush-table-proc/abort 2024-11-22T05:22:17,536 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,38505,1732252935793 2024-11-22T05:22:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:17,587 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-791395176/online-snapshot/acquired, /2-791395176/online-snapshot/reached, /2-791395176/online-snapshot/abort 2024-11-22T05:22:17,588 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,38505,1732252935793 2024-11-22T05:22:17,589 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:22:17,590 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:17,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:22:17,591 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:22:17,591 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,38505,1732252935793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:17,592 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,593 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252967593 2024-11-22T05:22:17,593 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:22:17,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:22:17,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:22:17,594 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:22:17,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:17,595 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252937594,5,FailOnTimeoutGroup] 2024-11-22T05:22:17,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:22:17,595 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252937595,5,FailOnTimeoutGroup] 2024-11-22T05:22:17,595 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,595 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:22:17,595 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,595 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:22:17,639 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(746): ClusterId : f45b92cc-2343-49ea-b782-5d5b28ac1696 2024-11-22T05:22:17,639 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:22:17,651 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:22:17,651 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:22:17,661 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:22:17,662 DEBUG [RS:0;82891a793a29:45247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157df600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:22:17,673 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:45247 2024-11-22T05:22:17,673 INFO [RS:0;82891a793a29:45247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:22:17,673 INFO [RS:0;82891a793a29:45247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:22:17,673 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:22:17,674 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,38505,1732252935793 with port=45247, startcode=1732252935914 2024-11-22T05:22:17,674 DEBUG [RS:0;82891a793a29:45247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:22:17,675 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:22:17,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,45247,1732252935914 2024-11-22T05:22:17,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(517): Registering regionserver=82891a793a29,45247,1732252935914 2024-11-22T05:22:17,676 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a 2024-11-22T05:22:17,676 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43899 2024-11-22T05:22:17,676 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:22:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/rs 2024-11-22T05:22:17,756 DEBUG [RS:0;82891a793a29:45247 {}] zookeeper.ZKUtil(111): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on existing znode=/2-791395176/rs/82891a793a29,45247,1732252935914 2024-11-22T05:22:17,756 WARN [RS:0;82891a793a29:45247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:22:17,756 INFO [RS:0;82891a793a29:45247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:17,756 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914 2024-11-22T05:22:17,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,45247,1732252935914] 2024-11-22T05:22:17,758 INFO [RS:0;82891a793a29:45247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:22:17,759 INFO [RS:0;82891a793a29:45247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:22:17,759 INFO [RS:0;82891a793a29:45247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:22:17,759 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,759 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:17,760 DEBUG [RS:0;82891a793a29:45247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,760 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45247,1732252935914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:17,774 INFO [RS:0;82891a793a29:45247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:22:17,774 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,45247,1732252935914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,774 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,774 INFO [RS:0;82891a793a29:45247 {}] regionserver.Replication(171): 82891a793a29,45247,1732252935914 started 2024-11-22T05:22:17,785 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:17,785 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,45247,1732252935914, RpcServer on 82891a793a29/172.17.0.2:45247, sessionid=0x10160fdee640007 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,45247,1732252935914 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45247,1732252935914' 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-791395176/flush-table-proc/abort' 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-791395176/flush-table-proc/acquired' 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:22:17,786 DEBUG [RS:0;82891a793a29:45247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,45247,1732252935914 2024-11-22T05:22:17,787 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,45247,1732252935914' 2024-11-22T05:22:17,787 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-791395176/online-snapshot/abort' 2024-11-22T05:22:17,787 DEBUG [RS:0;82891a793a29:45247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-791395176/online-snapshot/acquired' 2024-11-22T05:22:17,787 DEBUG [RS:0;82891a793a29:45247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:22:17,787 INFO [RS:0;82891a793a29:45247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:22:17,787 INFO [RS:0;82891a793a29:45247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:22:17,888 INFO [RS:0;82891a793a29:45247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:22:17,889 INFO [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45247%2C1732252935914, suffix=, logDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914, archiveDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/oldWALs, maxLogs=10 2024-11-22T05:22:17,907 DEBUG [RS:0;82891a793a29:45247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914/82891a793a29%2C45247%2C1732252935914.1732252937889, exclude list is [], retry=0 2024-11-22T05:22:17,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-507fc1ba-82a4-4a14-9d94-27b78f77853d,DISK] 2024-11-22T05:22:17,912 INFO [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914/82891a793a29%2C45247%2C1732252935914.1732252937889 2024-11-22T05:22:17,913 DEBUG [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311)] 2024-11-22T05:22:18,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:22:18,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a 2024-11-22T05:22:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741833_1009 (size=32) 2024-11-22T05:22:18,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:18,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:18,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:18,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:18,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:18,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:18,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:18,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:18,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:18,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740 2024-11-22T05:22:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740 2024-11-22T05:22:18,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:18,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:18,413 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:18,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:18,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69420726, jitterRate=0.03444942831993103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252938406Initializing all the Stores at 1732252938406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938407 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252938407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938407Cleaning up temporary data from old regions at 1732252938413 (+6 ms)Region opened successfully at 1732252938415 (+2 ms) 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:18,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:18,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:18,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252938415Disabling compacts and flushes for region at 1732252938415Disabling writes for close at 1732252938415Writing region close event to WAL at 1732252938416 (+1 ms)Closed at 1732252938416 2024-11-22T05:22:18,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:18,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:22:18,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:22:18,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:18,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:22:18,568 DEBUG [82891a793a29:38505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:22:18,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,45247,1732252935914 2024-11-22T05:22:18,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45247,1732252935914, state=OPENING 2024-11-22T05:22:18,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:22:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:18,630 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:22:18,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-791395176/meta-region-server: CHANGED 2024-11-22T05:22:18,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45247,1732252935914}] 2024-11-22T05:22:18,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-791395176/meta-region-server: CHANGED 2024-11-22T05:22:18,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:18,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:22:18,785 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:22:18,785 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:18,785 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:22:18,787 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45247%2C1732252935914.meta, suffix=.meta, logDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914, archiveDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/oldWALs, maxLogs=10 2024-11-22T05:22:18,799 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914/82891a793a29%2C45247%2C1732252935914.meta.1732252938787.meta, exclude list is [], retry=0 2024-11-22T05:22:18,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33507,DS-507fc1ba-82a4-4a14-9d94-27b78f77853d,DISK] 2024-11-22T05:22:18,802 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914/82891a793a29%2C45247%2C1732252935914.meta.1732252938787.meta 2024-11-22T05:22:18,802 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46311:46311)] 2024-11-22T05:22:18,802 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:18,803 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:22:18,803 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:22:18,803 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:22:18,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:22:18,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:22:18,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:22:18,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:22:18,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:22:18,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:22:18,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:22:18,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:22:18,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:22:18,807 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:22:18,808 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740 2024-11-22T05:22:18,808 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740 2024-11-22T05:22:18,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:22:18,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:22:18,809 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:22:18,810 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:22:18,810 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73412443, jitterRate=0.09393064677715302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:22:18,810 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:22:18,810 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252938803Writing region info on filesystem at 1732252938803Initializing all the Stores at 1732252938804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252938804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252938804Cleaning up temporary data from old regions at 1732252938809 (+5 ms)Running coprocessor post-open hooks at 1732252938810 (+1 ms)Region opened successfully at 1732252938810 2024-11-22T05:22:18,811 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252938782 2024-11-22T05:22:18,812 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:22:18,812 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:22:18,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45247,1732252935914 2024-11-22T05:22:18,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,45247,1732252935914, state=OPEN 2024-11-22T05:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-791395176/meta-region-server 2024-11-22T05:22:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-791395176/meta-region-server 2024-11-22T05:22:18,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,45247,1732252935914 2024-11-22T05:22:18,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-791395176/meta-region-server: CHANGED 2024-11-22T05:22:18,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-791395176/meta-region-server: CHANGED 2024-11-22T05:22:18,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:22:18,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,45247,1732252935914 in 189 msec 2024-11-22T05:22:18,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:22:18,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-22T05:22:18,823 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:22:18,823 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:22:18,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:18,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45247,1732252935914, seqNum=-1] 2024-11-22T05:22:18,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:18,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:18,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-22T05:22:18,828 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252938828, completionTime=-1 2024-11-22T05:22:18,828 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:22:18,828 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252998830 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732253058830 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:38505, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,830 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,831 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,832 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.859sec 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:22:18,836 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:22:18,838 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:22:18,838 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:22:18,838 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,38505,1732252935793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:22:18,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:18,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38505,-1 for getting cluster id 2024-11-22T05:22:18,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:18,840 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f45b92cc-2343-49ea-b782-5d5b28ac1696' 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f45b92cc-2343-49ea-b782-5d5b28ac1696" 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74691856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38505,-1] 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:18,842 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:18,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3833d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:18,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45247,1732252935914, seqNum=-1] 2024-11-22T05:22:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:18,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,38505,1732252935793 2024-11-22T05:22:18,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59299 2024-11-22T05:22:18,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:22:18,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10160fdee640008 connected 2024-11-22T05:22:18,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,35221,1732252924665 2024-11-22T05:22:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fb071 2024-11-22T05:22:18,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:18,864 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:18,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:22:18,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:22:18,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:18,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:22:18,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:22:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:22:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:19,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db121a12f5ba99b7aa3f7d5f9fb6b04d, NAME => 'test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce 2024-11-22T05:22:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:22:19,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:19,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:19,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:19,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db121a12f5ba99b7aa3f7d5f9fb6b04d, disabling compactions & flushes 2024-11-22T05:22:19,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:19,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:19,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. after waiting 0 ms 2024-11-22T05:22:19,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:19,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:19,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db121a12f5ba99b7aa3f7d5f9fb6b04d: Waiting for close lock at 1732252939682Disabling compacts and flushes for region at 1732252939682Disabling writes for close at 1732252939682Writing region close event to WAL at 1732252939682Closed at 1732252939682 2024-11-22T05:22:19,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:22:19,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252939685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252939685"}]},"ts":"1732252939685"} 2024-11-22T05:22:19,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:22:19,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:22:19,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252939689"}]},"ts":"1732252939689"} 2024-11-22T05:22:19,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:22:19,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db121a12f5ba99b7aa3f7d5f9fb6b04d, ASSIGN}] 2024-11-22T05:22:19,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db121a12f5ba99b7aa3f7d5f9fb6b04d, ASSIGN 2024-11-22T05:22:19,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db121a12f5ba99b7aa3f7d5f9fb6b04d, ASSIGN; state=OFFLINE, location=82891a793a29,45793,1732252924974; forceNewPlan=false, retain=false 2024-11-22T05:22:19,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db121a12f5ba99b7aa3f7d5f9fb6b04d, regionState=OPENING, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:19,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db121a12f5ba99b7aa3f7d5f9fb6b04d, ASSIGN because future has completed 2024-11-22T05:22:19,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db121a12f5ba99b7aa3f7d5f9fb6b04d, server=82891a793a29,45793,1732252924974}] 2024-11-22T05:22:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:20,028 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:20,028 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db121a12f5ba99b7aa3f7d5f9fb6b04d, NAME => 'test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:20,029 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:20,029 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:22:20,029 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,029 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:20,029 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,029 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,032 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,034 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db121a12f5ba99b7aa3f7d5f9fb6b04d columnFamilyName f 2024-11-22T05:22:20,034 DEBUG [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:20,035 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(327): Store=db121a12f5ba99b7aa3f7d5f9fb6b04d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:20,035 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,036 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db121a12f5ba99b7aa3f7d5f9fb6b04d columnFamilyName f1 2024-11-22T05:22:20,036 DEBUG [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:20,037 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(327): Store=db121a12f5ba99b7aa3f7d5f9fb6b04d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:20,037 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,038 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db121a12f5ba99b7aa3f7d5f9fb6b04d columnFamilyName norep 2024-11-22T05:22:20,038 DEBUG [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:20,038 INFO [StoreOpener-db121a12f5ba99b7aa3f7d5f9fb6b04d-1 {}] regionserver.HStore(327): Store=db121a12f5ba99b7aa3f7d5f9fb6b04d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:20,038 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,039 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,040 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,042 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,042 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,042 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:22:20,043 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,045 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:20,045 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db121a12f5ba99b7aa3f7d5f9fb6b04d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59561225, jitterRate=-0.11246858537197113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:22:20,045 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:20,045 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db121a12f5ba99b7aa3f7d5f9fb6b04d: Running coprocessor pre-open hook at 1732252940029Writing region info on filesystem at 1732252940029Initializing all the Stores at 1732252940030 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252940030Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252940032 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252940032Cleaning up temporary data from old regions at 1732252940042 (+10 ms)Running coprocessor post-open hooks at 1732252940045 (+3 ms)Region opened successfully at 1732252940045 2024-11-22T05:22:20,046 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., pid=6, masterSystemTime=1732252940004 2024-11-22T05:22:20,049 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:20,049 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:20,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db121a12f5ba99b7aa3f7d5f9fb6b04d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:20,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db121a12f5ba99b7aa3f7d5f9fb6b04d, server=82891a793a29,45793,1732252924974 because future has completed 2024-11-22T05:22:20,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:22:20,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db121a12f5ba99b7aa3f7d5f9fb6b04d, server=82891a793a29,45793,1732252924974 in 203 msec 2024-11-22T05:22:20,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:22:20,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db121a12f5ba99b7aa3f7d5f9fb6b04d, ASSIGN in 364 msec 2024-11-22T05:22:20,063 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:22:20,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252940063"}]},"ts":"1732252940063"} 2024-11-22T05:22:20,068 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:22:20,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:22:20,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-22T05:22:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:21,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:21,013 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:22:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33499,1732252930802 2024-11-22T05:22:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87c7026 2024-11-22T05:22:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:21,015 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:21,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:22:21,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:22:21,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:21,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:22:21,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:22:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:21,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:22:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:21,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:21,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:21,363 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148954 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:21,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61f2ddb6506eb9038484e847fe3d3029, NAME => 'test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0 2024-11-22T05:22:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:22:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:21,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:21,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61f2ddb6506eb9038484e847fe3d3029, disabling compactions & flushes 2024-11-22T05:22:21,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:21,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:21,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. after waiting 0 ms 2024-11-22T05:22:21,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:21,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:21,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61f2ddb6506eb9038484e847fe3d3029: Waiting for close lock at 1732252941832Disabling compacts and flushes for region at 1732252941832Disabling writes for close at 1732252941832Writing region close event to WAL at 1732252941833 (+1 ms)Closed at 1732252941833 2024-11-22T05:22:21,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:22:21,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252941834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252941834"}]},"ts":"1732252941834"} 2024-11-22T05:22:21,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:22:21,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:22:21,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252941836"}]},"ts":"1732252941836"} 2024-11-22T05:22:21,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:22:21,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61f2ddb6506eb9038484e847fe3d3029, ASSIGN}] 2024-11-22T05:22:21,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61f2ddb6506eb9038484e847fe3d3029, ASSIGN 2024-11-22T05:22:21,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61f2ddb6506eb9038484e847fe3d3029, ASSIGN; state=OFFLINE, location=82891a793a29,38243,1732252930998; forceNewPlan=false, retain=false 2024-11-22T05:22:21,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61f2ddb6506eb9038484e847fe3d3029, regionState=OPENING, regionLocation=82891a793a29,38243,1732252930998 2024-11-22T05:22:21,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61f2ddb6506eb9038484e847fe3d3029, ASSIGN because future has completed 2024-11-22T05:22:21,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61f2ddb6506eb9038484e847fe3d3029, server=82891a793a29,38243,1732252930998}] 2024-11-22T05:22:22,147 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:22,147 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61f2ddb6506eb9038484e847fe3d3029, NAME => 'test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:22,147 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:22,147 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:22:22,147 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,147 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:22,147 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,147 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,148 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,149 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61f2ddb6506eb9038484e847fe3d3029 columnFamilyName f 2024-11-22T05:22:22,149 DEBUG [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:22,150 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(327): Store=61f2ddb6506eb9038484e847fe3d3029/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:22,150 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,150 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61f2ddb6506eb9038484e847fe3d3029 columnFamilyName f1 2024-11-22T05:22:22,150 DEBUG [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:22,150 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(327): Store=61f2ddb6506eb9038484e847fe3d3029/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:22,151 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,151 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61f2ddb6506eb9038484e847fe3d3029 columnFamilyName norep 2024-11-22T05:22:22,151 DEBUG [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:22,151 INFO [StoreOpener-61f2ddb6506eb9038484e847fe3d3029-1 {}] regionserver.HStore(327): Store=61f2ddb6506eb9038484e847fe3d3029/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:22,151 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,152 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,152 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:22,153 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,153 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,153 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:22:22,153 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,155 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:22,155 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61f2ddb6506eb9038484e847fe3d3029; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486647, jitterRate=-0.009271755814552307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:22:22,155 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:22,155 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61f2ddb6506eb9038484e847fe3d3029: Running coprocessor pre-open hook at 1732252942147Writing region info on filesystem at 1732252942147Initializing all the Stores at 1732252942148 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252942148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252942148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252942148Cleaning up temporary data from old regions at 1732252942153 (+5 ms)Running coprocessor post-open hooks at 1732252942155 (+2 ms)Region opened successfully at 1732252942155 2024-11-22T05:22:22,155 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029., pid=6, masterSystemTime=1732252942144 2024-11-22T05:22:22,157 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:22,157 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:22,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61f2ddb6506eb9038484e847fe3d3029, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,38243,1732252930998 2024-11-22T05:22:22,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61f2ddb6506eb9038484e847fe3d3029, server=82891a793a29,38243,1732252930998 because future has completed 2024-11-22T05:22:22,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:22:22,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61f2ddb6506eb9038484e847fe3d3029, server=82891a793a29,38243,1732252930998 in 167 msec 2024-11-22T05:22:22,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:22:22,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61f2ddb6506eb9038484e847fe3d3029, ASSIGN in 322 msec 2024-11-22T05:22:22,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:22:22,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252942163"}]},"ts":"1732252942163"} 2024-11-22T05:22:22,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:22:22,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:22:22,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-22T05:22:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:23,163 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:22:23,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38505,1732252935793 2024-11-22T05:22:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c39806 2024-11-22T05:22:23,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:23,164 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:23,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T05:22:23,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:22:23,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:23,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T05:22:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:23,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:22:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741835_1011 (size=902) 2024-11-22T05:22:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:23,573 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76023026105a3025f61f80a50081f6b1, NAME => 'test,,1732252943165.76023026105a3025f61f80a50081f6b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a 2024-11-22T05:22:23,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741836_1012 (size=39) 2024-11-22T05:22:23,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732252943165.76023026105a3025f61f80a50081f6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:23,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76023026105a3025f61f80a50081f6b1, disabling compactions & flushes 2024-11-22T05:22:23,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732252943165.76023026105a3025f61f80a50081f6b1. after waiting 0 ms 2024-11-22T05:22:23,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76023026105a3025f61f80a50081f6b1: Waiting for close lock at 1732252943577Disabling compacts and flushes for region at 1732252943577Disabling writes for close at 1732252943577Writing region close event to WAL at 1732252943577Closed at 1732252943577 2024-11-22T05:22:23,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:22:23,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732252943165.76023026105a3025f61f80a50081f6b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732252943579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252943579"}]},"ts":"1732252943579"} 2024-11-22T05:22:23,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:22:23,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:22:23,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252943581"}]},"ts":"1732252943581"} 2024-11-22T05:22:23,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T05:22:23,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76023026105a3025f61f80a50081f6b1, ASSIGN}] 2024-11-22T05:22:23,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76023026105a3025f61f80a50081f6b1, ASSIGN 2024-11-22T05:22:23,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76023026105a3025f61f80a50081f6b1, ASSIGN; state=OFFLINE, location=82891a793a29,45247,1732252935914; forceNewPlan=false, retain=false 2024-11-22T05:22:23,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76023026105a3025f61f80a50081f6b1, regionState=OPENING, regionLocation=82891a793a29,45247,1732252935914 2024-11-22T05:22:23,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76023026105a3025f61f80a50081f6b1, ASSIGN because future has completed 2024-11-22T05:22:23,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76023026105a3025f61f80a50081f6b1, server=82891a793a29,45247,1732252935914}] 2024-11-22T05:22:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:23,891 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,891 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76023026105a3025f61f80a50081f6b1, NAME => 'test,,1732252943165.76023026105a3025f61f80a50081f6b1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:23,891 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:23,891 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T05:22:23,892 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,892 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732252943165.76023026105a3025f61f80a50081f6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:23,892 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,892 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,893 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,894 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76023026105a3025f61f80a50081f6b1 columnFamilyName f 2024-11-22T05:22:23,894 DEBUG [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:23,894 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(327): Store=76023026105a3025f61f80a50081f6b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:23,894 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,895 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76023026105a3025f61f80a50081f6b1 columnFamilyName f1 2024-11-22T05:22:23,895 DEBUG [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:23,895 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(327): Store=76023026105a3025f61f80a50081f6b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:23,895 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,896 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76023026105a3025f61f80a50081f6b1 columnFamilyName norep 2024-11-22T05:22:23,896 DEBUG [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:23,896 INFO [StoreOpener-76023026105a3025f61f80a50081f6b1-1 {}] regionserver.HStore(327): Store=76023026105a3025f61f80a50081f6b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:23,896 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,897 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,897 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,898 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,898 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,898 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:22:23,899 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:23,900 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76023026105a3025f61f80a50081f6b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71972205, jitterRate=0.07246942818164825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:22:23,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:23,900 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76023026105a3025f61f80a50081f6b1: Running coprocessor pre-open hook at 1732252943892Writing region info on filesystem at 1732252943892Initializing all the Stores at 1732252943892Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252943892Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252943892Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252943892Cleaning up temporary data from old regions at 1732252943898 (+6 ms)Running coprocessor post-open hooks at 1732252943900 (+2 ms)Region opened successfully at 1732252943900 2024-11-22T05:22:23,901 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732252943165.76023026105a3025f61f80a50081f6b1., pid=6, masterSystemTime=1732252943887 2024-11-22T05:22:23,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76023026105a3025f61f80a50081f6b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=82891a793a29,45247,1732252935914 2024-11-22T05:22:23,903 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,903 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76023026105a3025f61f80a50081f6b1, server=82891a793a29,45247,1732252935914 because future has completed 2024-11-22T05:22:23,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:22:23,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76023026105a3025f61f80a50081f6b1, server=82891a793a29,45247,1732252935914 in 169 msec 2024-11-22T05:22:23,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:22:23,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76023026105a3025f61f80a50081f6b1, ASSIGN in 325 msec 2024-11-22T05:22:23,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:22:23,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252943909"}]},"ts":"1732252943909"} 2024-11-22T05:22:23,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T05:22:23,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:22:23,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-22T05:22:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:22:24,303 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T05:22:24,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:24,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:24,305 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b42aeab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:24,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:24,306 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:24,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426ff79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,35221,1732252924665 2024-11-22T05:22:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3323282b 2024-11-22T05:22:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:24,307 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:24,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://82891a793a29:33499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:22:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:22:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:24,310 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33499' 2024-11-22T05:22:24,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c7b812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,311 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33499,-1 for getting cluster id 2024-11-22T05:22:24,311 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:24,311 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96fe663-f63d-459d-9de3-9d7935b6ea29' 2024-11-22T05:22:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96fe663-f63d-459d-9de3-9d7935b6ea29" 2024-11-22T05:22:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db8311c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33499,-1] 2024-11-22T05:22:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:24,312 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b83df8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:24,313 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33499,1732252930802 2024-11-22T05:22:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23146dda 2024-11-22T05:22:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:24,314 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:24,314 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T05:22:24,315 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:22:24,315 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:24,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:24,315 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:24,315 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:22:24,316 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T05:22:24,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:22:24,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:24,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:22:24,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741837_1013 (size=1138) 2024-11-22T05:22:24,366 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T05:22:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:24,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24af37b572daa6e4c0a8851342350d42, NAME => 'hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce 2024-11-22T05:22:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741838_1014 (size=44) 2024-11-22T05:22:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24af37b572daa6e4c0a8851342350d42, disabling compactions & flushes 2024-11-22T05:22:25,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. after waiting 0 ms 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24af37b572daa6e4c0a8851342350d42: Waiting for close lock at 1732252945127Disabling compacts and flushes for region at 1732252945127Disabling writes for close at 1732252945127Writing region close event to WAL at 1732252945127Closed at 1732252945127 2024-11-22T05:22:25,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:22:25,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732252945128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252945128"}]},"ts":"1732252945128"} 2024-11-22T05:22:25,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:22:25,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:22:25,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252945131"}]},"ts":"1732252945131"} 2024-11-22T05:22:25,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T05:22:25,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24af37b572daa6e4c0a8851342350d42, ASSIGN}] 2024-11-22T05:22:25,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24af37b572daa6e4c0a8851342350d42, ASSIGN 2024-11-22T05:22:25,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24af37b572daa6e4c0a8851342350d42, ASSIGN; state=OFFLINE, location=82891a793a29,45793,1732252924974; forceNewPlan=false, retain=false 2024-11-22T05:22:25,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24af37b572daa6e4c0a8851342350d42, regionState=OPENING, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:25,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24af37b572daa6e4c0a8851342350d42, ASSIGN because future has completed 2024-11-22T05:22:25,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24af37b572daa6e4c0a8851342350d42, server=82891a793a29,45793,1732252924974}] 2024-11-22T05:22:25,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:22:25,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T05:22:25,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=82891a793a29%2C45793%2C1732252924974.rep, suffix=, logDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974, archiveDir=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/oldWALs, maxLogs=10 2024-11-22T05:22:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:25,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252945442, exclude list is [], retry=0 2024-11-22T05:22:25,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252945442 2024-11-22T05:22:25,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:25,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24af37b572daa6e4c0a8851342350d42, NAME => 'hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:22:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T05:22:25,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:22:25,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. service=MultiRowMutationService 2024-11-22T05:22:25,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T05:22:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:22:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,459 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,459 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24af37b572daa6e4c0a8851342350d42 columnFamilyName hfileref 2024-11-22T05:22:25,460 DEBUG [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:25,460 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(327): Store=24af37b572daa6e4c0a8851342350d42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:25,460 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,460 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24af37b572daa6e4c0a8851342350d42 columnFamilyName queue 2024-11-22T05:22:25,461 DEBUG [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:25,461 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(327): Store=24af37b572daa6e4c0a8851342350d42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:25,461 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,461 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24af37b572daa6e4c0a8851342350d42 columnFamilyName sid 2024-11-22T05:22:25,461 DEBUG [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:22:25,462 INFO [StoreOpener-24af37b572daa6e4c0a8851342350d42-1 {}] regionserver.HStore(327): Store=24af37b572daa6e4c0a8851342350d42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:22:25,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T05:22:25,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:22:25,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24af37b572daa6e4c0a8851342350d42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60644115, jitterRate=-0.09633226692676544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T05:22:25,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:25,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24af37b572daa6e4c0a8851342350d42: Running coprocessor pre-open hook at 1732252945458Writing region info on filesystem at 1732252945458Initializing all the Stores at 1732252945458Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252945458Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252945459 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252945459Cleaning up temporary data from old regions at 1732252945463 (+4 ms)Running coprocessor post-open hooks at 1732252945465 (+2 ms)Region opened successfully at 1732252945465 2024-11-22T05:22:25,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42., pid=10, masterSystemTime=1732252945438 2024-11-22T05:22:25,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:25,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24af37b572daa6e4c0a8851342350d42, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,45793,1732252924974 2024-11-22T05:22:25,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24af37b572daa6e4c0a8851342350d42, server=82891a793a29,45793,1732252924974 because future has completed 2024-11-22T05:22:25,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:22:25,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24af37b572daa6e4c0a8851342350d42, server=82891a793a29,45793,1732252924974 in 184 msec 2024-11-22T05:22:25,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T05:22:25,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24af37b572daa6e4c0a8851342350d42, ASSIGN in 340 msec 2024-11-22T05:22:25,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:22:25,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252945474"}]},"ts":"1732252945474"} 2024-11-22T05:22:25,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T05:22:25,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:22:25,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-11-22T05:22:25,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42., hostname=82891a793a29,45793,1732252924974, seqNum=2] 2024-11-22T05:22:25,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:25,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:22:25,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:25,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T05:22:25,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T05:22:25,752 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T05:22:25,792 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-82891a793a29,45793,1732252924974, ReplicationSource: 1, currentBandwidth=0 2024-11-22T05:22:25,793 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:25,793 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45793,1732252924974, seqNum=-1] 2024-11-22T05:22:25,793 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:25,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-22T05:22:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-82891a793a29,45793,1732252924974', locateType=CURRENT is [region=hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42., hostname=82891a793a29,45793,1732252924974, seqNum=2] 2024-11-22T05:22:25,799 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T05:22:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T05:22:25,801 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 82891a793a29,45793,1732252924974 suceeded 2024-11-22T05:22:25,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T05:22:25,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-22T05:22:25,802 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://82891a793a29:33499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:22:25,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-22T05:22:25,813 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:33499' 2024-11-22T05:22:25,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785356c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:25,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33499,-1 for getting cluster id 2024-11-22T05:22:25,814 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:25,815 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96fe663-f63d-459d-9de3-9d7935b6ea29' 2024-11-22T05:22:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96fe663-f63d-459d-9de3-9d7935b6ea29" 2024-11-22T05:22:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50585979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33499,-1] 2024-11-22T05:22:25,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:25,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:25,816 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a73b4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:25,817 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:25,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33499,1732252930802 2024-11-22T05:22:25,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75cf3f3d 2024-11-22T05:22:25,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:25,818 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T05:22:25,819 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-82891a793a29,45793,1732252924974 (queues=1) is replicating from cluster=297df1da-def6-4ac8-986f-baad304d767d to cluster=d96fe663-f63d-459d-9de3-9d7935b6ea29 2024-11-22T05:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=82891a793a29%2C45793%2C1732252924974 2024-11-22T05:22:25,819 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-82891a793a29,45793,1732252924974, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:22:25,819 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C45793%2C1732252924974 2024-11-22T05:22:25,819 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569, startPosition=0, beingWritten=true 2024-11-22T05:22:25,823 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:22:25,823 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 379, reset compression=false 2024-11-22T05:22:25,823 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:22:26,034 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 379, reset compression=false 2024-11-22T05:22:26,339 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 379, reset compression=false 2024-11-22T05:22:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:22:26,453 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T05:22:26,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:26,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:26,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:26,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:26,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:26,455 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383bae3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,456 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3545a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33499,-1 for getting cluster id 2024-11-22T05:22:26,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:26,458 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96fe663-f63d-459d-9de3-9d7935b6ea29' 2024-11-22T05:22:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:26,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96fe663-f63d-459d-9de3-9d7935b6ea29" 2024-11-22T05:22:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589f2355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33499,-1] 2024-11-22T05:22:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:26,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,462 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:26,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499052e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38505,-1 for getting cluster id 2024-11-22T05:22:26,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:26,477 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f45b92cc-2343-49ea-b782-5d5b28ac1696' 2024-11-22T05:22:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f45b92cc-2343-49ea-b782-5d5b28ac1696" 2024-11-22T05:22:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74647b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38505,-1] 2024-11-22T05:22:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,479 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55304253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:26,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732252946485/Put/seqid=0 2024-11-22T05:22:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741840_1016 (size=7894) 2024-11-22T05:22:26,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732252946501/Put/seqid=0 2024-11-22T05:22:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741841_1017 (size=7691) 2024-11-22T05:22:26,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:26,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:26,513 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d78753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,515 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:26,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45793,1732252924974, seqNum=-1] 2024-11-22T05:22:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:26,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:26,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,35221,1732252924665 2024-11-22T05:22:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76afcc68 2024-11-22T05:22:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:26,528 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:26,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2] 2024-11-22T05:22:26,534 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:22:26,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-22T05:22:26,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-22T05:22:26,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_0 for inclusion in db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T05:22:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:26,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_1 for inclusion in db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T05:22:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegion(2603): Flush status journal for db121a12f5ba99b7aa3f7d5f9fb6b04d: 2024-11-22T05:22:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_0 2024-11-22T05:22:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_0 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ 2024-11-22T05:22:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_1 2024-11-22T05:22:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_1 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ 2024-11-22T05:22:26,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_0 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ - updating store file list. 2024-11-22T05:22:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f41139ca30334eb88371af2c2336a1d8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:26,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ into db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:26,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_0 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f (new location: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_) 2024-11-22T05:22:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_0 2024-11-22T05:22:26,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_1 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ - updating store file list. 2024-11-22T05:22:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae51ea002def4c77b404e0056dd01a60_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ into db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_1 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f (new location: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_) 2024-11-22T05:22:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__pul2to5pca2glt0k50u3m339go8i9ret8fifjkfvkiuj01bg4899pe35agvgtifv/f/hfile_1 2024-11-22T05:22:26,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:26,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:26,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 , the old value is region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:45793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:22:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:22:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 from cache 2024-11-22T05:22:26,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:26,579 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:22:26,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,38243,1732252930998, seqNum=-1] 2024-11-22T05:22:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:26,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029., hostname=82891a793a29,38243,1732252930998, seqNum=2] 2024-11-22T05:22:26,586 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:22:26,684 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:22:26,744 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 379, reset compression=false 2024-11-22T05:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[{test/db121a12f5ba99b7aa3f7d5f9fb6b04d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252946576/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:22:26,751 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:26,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T05:22:26,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.ReplicationSink(318): Replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:26,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fae3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,33499,-1 for getting cluster id 2024-11-22T05:22:26,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:26,753 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd96fe663-f63d-459d-9de3-9d7935b6ea29' 2024-11-22T05:22:26,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d96fe663-f63d-459d-9de3-9d7935b6ea29" 2024-11-22T05:22:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673f091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,33499,-1] 2024-11-22T05:22:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:26,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:26,755 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:26,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741837_1013 (size=7894) 2024-11-22T05:22:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741838_1014 (size=7691) 2024-11-22T05:22:26,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,33499,1732252930802 2024-11-22T05:22:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60299db1 2024-11-22T05:22:26,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:26,800 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-22T05:22:26,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:22:26,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:26,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,38243,1732252930998, seqNum=-1] 2024-11-22T05:22:26,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:26,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-22T05:22:26,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-22T05:22:26,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-22T05:22:26,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ for inclusion in 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T05:22:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:26,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ for inclusion in 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T05:22:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegion(2603): Flush status journal for 61f2ddb6506eb9038484e847fe3d3029: 2024-11-22T05:22:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae51ea002def4c77b404e0056dd01a60_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/44c50fb65b7f424eb67ae119a5fe6976_SeqId_4_ 2024-11-22T05:22:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f41139ca30334eb88371af2c2336a1d8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/c767accb220449648aed88d8e2de47c8_SeqId_4_ 2024-11-22T05:22:26,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/44c50fb65b7f424eb67ae119a5fe6976_SeqId_4_ - updating store file list. 2024-11-22T05:22:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44c50fb65b7f424eb67ae119a5fe6976_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:26,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/44c50fb65b7f424eb67ae119a5fe6976_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:26,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f (new location: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/44c50fb65b7f424eb67ae119a5fe6976_SeqId_4_) 2024-11-22T05:22:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/ae51ea002def4c77b404e0056dd01a60_SeqId_4_ 2024-11-22T05:22:26,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/c767accb220449648aed88d8e2de47c8_SeqId_4_ - updating store file list. 2024-11-22T05:22:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c767accb220449648aed88d8e2de47c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:26,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/c767accb220449648aed88d8e2de47c8_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:26,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ into 61f2ddb6506eb9038484e847fe3d3029/f (new location: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/c767accb220449648aed88d8e2de47c8_SeqId_4_) 2024-11-22T05:22:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__e3poacbv4tq8jlqc11vr1lbsp23cv08rp39hd2gv55idiks0af1n2r629fnmtabg/f/f41139ca30334eb88371af2c2336a1d8_SeqId_4_ 2024-11-22T05:22:26,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.ReplicationSink(324): Finished replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:26,949 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 687, reset compression=false 2024-11-22T05:22:27,261 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 687, reset compression=false 2024-11-22T05:22:27,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45247,1732252935914, seqNum=-1] 2024-11-22T05:22:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:27,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:27,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252943165.76023026105a3025f61f80a50081f6b1., hostname=82891a793a29,45247,1732252935914, seqNum=2] 2024-11-22T05:22:27,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:27,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:22:27,615 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 82891a793a29%2C45793%2C1732252924974:(num 1732252927569) roll requested 2024-11-22T05:22:27,629 DEBUG [regionserver/82891a793a29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, exclude list is [], retry=0 2024-11-22T05:22:27,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:27,633 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 2024-11-22T05:22:27,636 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:27,636 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 is not closed yet, will try archiving it next time 2024-11-22T05:22:27,636 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 82891a793a29%2C45793%2C1732252924974.meta:.meta(num 1732252928024) roll requested 2024-11-22T05:22:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741833_1009 (size=695) 2024-11-22T05:22:27,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:27,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:27,639 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd786df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,640 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:27,640 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/oldWALs/82891a793a29%2C45793%2C1732252924974.1732252927569 2024-11-22T05:22:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77823c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,35221,1732252924665 2024-11-22T05:22:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b07059 2024-11-22T05:22:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:27,644 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:27,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://82891a793a29:38505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T05:22:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T05:22:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:22:27,647 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:38505' 2024-11-22T05:22:27,651 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239d4ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,651 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38505,-1 for getting cluster id 2024-11-22T05:22:27,651 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:27,651 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f45b92cc-2343-49ea-b782-5d5b28ac1696' 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:27,652 DEBUG [regionserver/82891a793a29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252947636.meta, exclude list is [], retry=0 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f45b92cc-2343-49ea-b782-5d5b28ac1696" 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628cd206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38505,-1] 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,653 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13271b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,654 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:27,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38505,1732252935793 2024-11-22T05:22:27,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45c624fa 2024-11-22T05:22:27,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:27,656 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:27,656 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T05:22:27,656 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T05:22:27,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:27,665 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252928024.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252947636.meta 2024-11-22T05:22:27,668 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:27,668 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.meta.1732252928024.meta is not closed yet, will try archiving it next time 2024-11-22T05:22:27,668 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 82891a793a29%2C45793%2C1732252924974.rep:(num 1732252945442) roll requested 2024-11-22T05:22:27,669 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 to pos 687, reset compression=false 2024-11-22T05:22:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741834_1010 (size=3473) 2024-11-22T05:22:27,676 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 was moved to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/oldWALs/82891a793a29%2C45793%2C1732252924974.1732252927569 2024-11-22T05:22:27,677 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569 2024-11-22T05:22:27,677 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, startPosition=0, beingWritten=true 2024-11-22T05:22:27,677 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252927569, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T05:22:27,679 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [82891a793a29%2C45793%2C1732252924974.1732252927569] 2024-11-22T05:22:27,686 DEBUG [regionserver/82891a793a29:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252947668, exclude list is [], retry=0 2024-11-22T05:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38943,DS-cc7a1c35-143c-404e-9794-3a3ad4d60fa3,DISK] 2024-11-22T05:22:27,689 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252945442 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252947668 2024-11-22T05:22:27,690 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39871:39871)] 2024-11-22T05:22:27,690 DEBUG [regionserver/82891a793a29:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.rep.1732252945442 is not closed yet, will try archiving it next time 2024-11-22T05:22:27,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741839_1015 (size=1722) 2024-11-22T05:22:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:22:27,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T05:22:27,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45793 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T05:22:27,929 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T05:22:27,957 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-82891a793a29,45793,1732252924974, ReplicationSource: 2, currentBandwidth=0 2024-11-22T05:22:27,959 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T05:22:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T05:22:27,960 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 82891a793a29,45793,1732252924974 suceeded 2024-11-22T05:22:27,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T05:22:27,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-22T05:22:27,962 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://82891a793a29:38505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T05:22:27,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 318 msec 2024-11-22T05:22:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T05:22:27,963 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T05:22:27,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:27,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:27,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:27,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:22:27,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732252947967/Put/seqid=0 2024-11-22T05:22:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741845_1021 (size=11194) 2024-11-22T05:22:27,974 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='82891a793a29:38505' 2024-11-22T05:22:27,975 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116f5684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,975 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38505,-1 for getting cluster id 2024-11-22T05:22:27,975 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:27,975 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f45b92cc-2343-49ea-b782-5d5b28ac1696' 2024-11-22T05:22:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f45b92cc-2343-49ea-b782-5d5b28ac1696" 2024-11-22T05:22:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff77f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38505,-1] 2024-11-22T05:22:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:27,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:27,976 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:27,977 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688f1ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:27,977 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38505,1732252935793 2024-11-22T05:22:27,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a8494e 2024-11-22T05:22:27,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:27,978 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T05:22:27,979 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-82891a793a29,45793,1732252924974 (queues=1) is replicating from cluster=297df1da-def6-4ac8-986f-baad304d767d to cluster=f45b92cc-2343-49ea-b782-5d5b28ac1696 2024-11-22T05:22:27,979 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=82891a793a29%2C45793%2C1732252924974 2024-11-22T05:22:27,979 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-82891a793a29,45793,1732252924974, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T05:22:27,979 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, startPosition=0, beingWritten=true 2024-11-22T05:22:27,979 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 82891a793a29%2C45793%2C1732252924974 2024-11-22T05:22:28,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:22:28,183 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:28,185 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:28,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732252948374/Put/seqid=0 2024-11-22T05:22:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741846_1022 (size=10791) 2024-11-22T05:22:28,487 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:28,789 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:28,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,35221,-1 for getting cluster id 2024-11-22T05:22:28,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:28,808 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '297df1da-def6-4ac8-986f-baad304d767d' 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "297df1da-def6-4ac8-986f-baad304d767d" 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1614dde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,35221,-1] 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:28,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:28,809 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:28,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45793,1732252924974, seqNum=-1] 2024-11-22T05:22:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:28,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:22:28,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,35221,1732252924665 2024-11-22T05:22:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9eeda4 2024-11-22T05:22:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:28,819 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:22:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2] 2024-11-22T05:22:28,823 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:22:28,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-22T05:22:28,832 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-22T05:22:28,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_0 for inclusion in db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T05:22:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:28,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_1 for inclusion in db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T05:22:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegion(2603): Flush status journal for db121a12f5ba99b7aa3f7d5f9fb6b04d: 2024-11-22T05:22:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_0 2024-11-22T05:22:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_0 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ 2024-11-22T05:22:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_1 2024-11-22T05:22:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_1 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ 2024-11-22T05:22:28,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_0 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ - updating store file list. 2024-11-22T05:22:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:28,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ into db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:28,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_0 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f (new location: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_) 2024-11-22T05:22:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_0 2024-11-22T05:22:28,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_1 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ - updating store file list. 2024-11-22T05:22:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:28,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ into db121a12f5ba99b7aa3f7d5f9fb6b04d/f 2024-11-22T05:22:28,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_1 into db121a12f5ba99b7aa3f7d5f9fb6b04d/f (new location: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_) 2024-11-22T05:22:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/staging/jenkins__test__lbmk7k1615tmmao9j2hah8na4md2n42n6s62kmq3nsrrm1bqgs7fchhlls5mu0f9/f/hfile_1 2024-11-22T05:22:28,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:28,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:28,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:28,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:28,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 , the old value is region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=82891a793a29:45793 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:22:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T05:22:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d., hostname=82891a793a29,45793,1732252924974, seqNum=2 from cache 2024-11-22T05:22:28,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T05:22:28,863 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:22:28,891 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:28,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:22:28,895 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[{test/db121a12f5ba99b7aa3f7d5f9fb6b04d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252948855/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:22:28,896 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:22:28,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T05:22:28,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.ReplicationSink(318): Replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:28,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322b6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,38505,-1 for getting cluster id 2024-11-22T05:22:28,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:22:28,899 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f45b92cc-2343-49ea-b782-5d5b28ac1696' 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f45b92cc-2343-49ea-b782-5d5b28ac1696" 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@296186c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,38505,-1] 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:22:28,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:28,900 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:22:28,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1762b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:22:28,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741837_1013 (size=11194) 2024-11-22T05:22:28,963 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T05:22:29,095 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741838_1014 (size=10791) 2024-11-22T05:22:29,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:29,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,38505,1732252935793 2024-11-22T05:22:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76489537 2024-11-22T05:22:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:22:29,317 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-22T05:22:29,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:22:29,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:22:29,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,45247,1732252935914, seqNum=-1] 2024-11-22T05:22:29,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:22:29,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-22T05:22:29,327 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T05:22:29,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T05:22:29,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ for inclusion in 76023026105a3025f61f80a50081f6b1/f 2024-11-22T05:22:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T05:22:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:29,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ for inclusion in 76023026105a3025f61f80a50081f6b1/f 2024-11-22T05:22:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T05:22:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HRegion(2603): Flush status journal for 76023026105a3025f61f80a50081f6b1: 2024-11-22T05:22:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/0ee7f5a459da4827b1f9fa8f26303450_SeqId_4_ 2024-11-22T05:22:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/b357321d77f24106953b454606d842f1_SeqId_4_ 2024-11-22T05:22:29,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ into 76023026105a3025f61f80a50081f6b1/f as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/0ee7f5a459da4827b1f9fa8f26303450_SeqId_4_ - updating store file list. 2024-11-22T05:22:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ee7f5a459da4827b1f9fa8f26303450_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:29,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/0ee7f5a459da4827b1f9fa8f26303450_SeqId_4_ into 76023026105a3025f61f80a50081f6b1/f 2024-11-22T05:22:29,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ into 76023026105a3025f61f80a50081f6b1/f (new location: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/0ee7f5a459da4827b1f9fa8f26303450_SeqId_4_) 2024-11-22T05:22:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ 2024-11-22T05:22:29,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ into 76023026105a3025f61f80a50081f6b1/f as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/b357321d77f24106953b454606d842f1_SeqId_4_ - updating store file list. 2024-11-22T05:22:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b357321d77f24106953b454606d842f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:29,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/b357321d77f24106953b454606d842f1_SeqId_4_ into 76023026105a3025f61f80a50081f6b1/f 2024-11-22T05:22:29,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ into 76023026105a3025f61f80a50081f6b1/f (new location: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/f/b357321d77f24106953b454606d842f1_SeqId_4_) 2024-11-22T05:22:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/staging/jenkins.hfs.23__test__qh3389rdlrgi90id9dr8a9hu3hrdodle07a2k5mujtkpiq9ve93dq1de2rdlk1fj/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ 2024-11-22T05:22:29,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] regionserver.ReplicationSink(324): Finished replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:29,399 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:29,493 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 0, reset compression=false 2024-11-22T05:22:29,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T05:22:29,498 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[{test/db121a12f5ba99b7aa3f7d5f9fb6b04d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732252948855/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T05:22:29,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.ReplicationSink(318): Replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:29,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741839_1015 (size=11194) 2024-11-22T05:22:29,698 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:29,803 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:29,869 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T05:22:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741840_1016 (size=10791) 2024-11-22T05:22:30,002 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:30,306 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:30,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T05:22:30,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T05:22:30,322 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T05:22:30,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ for inclusion in 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T05:22:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:30,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ for inclusion in 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T05:22:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T05:22:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegion(2603): Flush status journal for 61f2ddb6506eb9038484e847fe3d3029: 2024-11-22T05:22:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/5e7b9aa7236649f0a9fcaf3a3e8ecefb_SeqId_6_ 2024-11-22T05:22:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T05:22:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/cbef70dbc2c5418a875386ab64270c9d_SeqId_6_ 2024-11-22T05:22:30,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/5e7b9aa7236649f0a9fcaf3a3e8ecefb_SeqId_6_ - updating store file list. 2024-11-22T05:22:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e7b9aa7236649f0a9fcaf3a3e8ecefb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:30,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/5e7b9aa7236649f0a9fcaf3a3e8ecefb_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:30,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f (new location: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/5e7b9aa7236649f0a9fcaf3a3e8ecefb_SeqId_6_) 2024-11-22T05:22:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/cf3ff2a953554c54b81ed2f7d39ecec3_SeqId_6_ 2024-11-22T05:22:30,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/cbef70dbc2c5418a875386ab64270c9d_SeqId_6_ - updating store file list. 2024-11-22T05:22:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbef70dbc2c5418a875386ab64270c9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T05:22:30,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/cbef70dbc2c5418a875386ab64270c9d_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f 2024-11-22T05:22:30,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ into 61f2ddb6506eb9038484e847fe3d3029/f (new location: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/f/cbef70dbc2c5418a875386ab64270c9d_SeqId_6_) 2024-11-22T05:22:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/staging/jenkins.hfs.22__test__1uiga47ieeaofpv32hu6q373aa35k6g69j04qmo5nf589cph3l6kl8v3ellf8kji/f/d0a0ebb7e37d44df8bbb9703452d23f6_SeqId_6_ 2024-11-22T05:22:30,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38243 {}] regionserver.ReplicationSink(324): Finished replicating [297df1da-def6-4ac8-986f-baad304d767d] bulk loaded data 2024-11-22T05:22:30,406 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:30,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:22:30,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:30,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:30,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:30,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:30,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:30,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:22:30,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97937406, stopped=false 2024-11-22T05:22:30,882 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,38505,1732252935793 2024-11-22T05:22:30,910 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:30,910 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-791395176/running 2024-11-22T05:22:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:30,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:30,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:30,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-791395176/running 2024-11-22T05:22:30,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:30,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:30,924 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,45247,1732252935914' ***** 2024-11-22T05:22:30,924 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:22:30,925 INFO [RS:0;82891a793a29:45247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:22:30,925 INFO [RS:0;82891a793a29:45247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:22:30,925 INFO [RS:0;82891a793a29:45247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:22:30,925 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(3091): Received CLOSE for 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:30,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:22:30,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/running 2024-11-22T05:22:30,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Set watcher on znode that does not yet exist, /2-791395176/running 2024-11-22T05:22:30,926 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,45247,1732252935914 2024-11-22T05:22:30,926 INFO [RS:0;82891a793a29:45247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:30,926 INFO [RS:0;82891a793a29:45247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45247. 2024-11-22T05:22:30,926 DEBUG [RS:0;82891a793a29:45247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:30,926 DEBUG [RS:0;82891a793a29:45247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:30,926 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76023026105a3025f61f80a50081f6b1, disabling compactions & flushes 2024-11-22T05:22:30,926 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:30,926 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:30,926 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252943165.76023026105a3025f61f80a50081f6b1. after waiting 0 ms 2024-11-22T05:22:30,926 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:30,927 INFO [RS:0;82891a793a29:45247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:22:30,927 INFO [RS:0;82891a793a29:45247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:22:30,927 INFO [RS:0;82891a793a29:45247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:22:30,927 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:22:30,927 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:22:30,927 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1325): Online Regions={76023026105a3025f61f80a50081f6b1=test,,1732252943165.76023026105a3025f61f80a50081f6b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:22:30,927 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:30,927 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76023026105a3025f61f80a50081f6b1 2024-11-22T05:22:30,927 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:30,927 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:30,927 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:30,927 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:30,927 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T05:22:30,934 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/default/test/76023026105a3025f61f80a50081f6b1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T05:22:30,935 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:30,935 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:22:30,935 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:30,935 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76023026105a3025f61f80a50081f6b1: Waiting for close lock at 1732252950926Running coprocessor pre-close hooks at 1732252950926Disabling compacts and flushes for region at 1732252950926Disabling writes for close at 1732252950926Writing region close event to WAL at 1732252950927 (+1 ms)Running coprocessor post-close hooks at 1732252950935 (+8 ms)Closed at 1732252950935 2024-11-22T05:22:30,935 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252943165.76023026105a3025f61f80a50081f6b1. 2024-11-22T05:22:30,946 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/info/25052761531f4f2695564ca5b38146da is 129, key is test,,1732252943165.76023026105a3025f61f80a50081f6b1./info:regioninfo/1732252943903/Put/seqid=0 2024-11-22T05:22:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741839_1015 (size=6421) 2024-11-22T05:22:30,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:30,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:30,971 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:31,128 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:31,328 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:31,350 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/info/25052761531f4f2695564ca5b38146da 2024-11-22T05:22:31,366 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/ns/6bdb512b016b464eb08c842e998f0f56 is 43, key is default/ns:d/1732252938825/Put/seqid=0 2024-11-22T05:22:31,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741840_1016 (size=5153) 2024-11-22T05:22:31,515 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:31,528 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:31,614 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:31,728 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:31,766 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:22:31,766 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:22:31,769 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/ns/6bdb512b016b464eb08c842e998f0f56 2024-11-22T05:22:31,788 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/b4a6d7e19cf44b54bab144fa6ae614fa is 112, key is test,,1732252943165.76023026105a3025f61f80a50081f6b1./rep_barrier:seqnumDuringOpen/1732252943903/Put/seqid=0 2024-11-22T05:22:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741841_1017 (size=5518) 2024-11-22T05:22:31,929 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:22:31,929 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:22:31,929 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:32,129 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:32,192 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/b4a6d7e19cf44b54bab144fa6ae614fa 2024-11-22T05:22:32,211 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/table/61a2e455cab042a3a1e054015fe83f51 is 40, key is test/table:state/1732252943909/Put/seqid=0 2024-11-22T05:22:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741842_1018 (size=5165) 2024-11-22T05:22:32,218 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:32,329 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:32,417 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:32,529 DEBUG [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:32,614 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/table/61a2e455cab042a3a1e054015fe83f51 2024-11-22T05:22:32,618 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/info/25052761531f4f2695564ca5b38146da as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/info/25052761531f4f2695564ca5b38146da 2024-11-22T05:22:32,621 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/info/25052761531f4f2695564ca5b38146da, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T05:22:32,622 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/ns/6bdb512b016b464eb08c842e998f0f56 as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/ns/6bdb512b016b464eb08c842e998f0f56 2024-11-22T05:22:32,625 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/ns/6bdb512b016b464eb08c842e998f0f56, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:22:32,626 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/b4a6d7e19cf44b54bab144fa6ae614fa as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/rep_barrier/b4a6d7e19cf44b54bab144fa6ae614fa 2024-11-22T05:22:32,630 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/rep_barrier/b4a6d7e19cf44b54bab144fa6ae614fa, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T05:22:32,630 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/.tmp/table/61a2e455cab042a3a1e054015fe83f51 as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/table/61a2e455cab042a3a1e054015fe83f51 2024-11-22T05:22:32,633 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/table/61a2e455cab042a3a1e054015fe83f51, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:22:32,634 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false 2024-11-22T05:22:32,638 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:22:32,638 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:32,638 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:22:32,638 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:32,638 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252950927Running coprocessor pre-close hooks at 1732252950927Disabling compacts and flushes for region at 1732252950927Disabling writes for close at 1732252950927Obtaining lock to block concurrent updates at 1732252950927Preparing flush snapshotting stores in 1588230740 at 1732252950927Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732252950928 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252950928Flushing 1588230740/info: creating writer at 1732252950928Flushing 1588230740/info: appending metadata at 1732252950946 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732252950946Flushing 1588230740/ns: creating writer at 1732252951353 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732252951365 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732252951366 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732252951773 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252951788 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252951788Flushing 1588230740/table: creating writer at 1732252952195 (+407 ms)Flushing 1588230740/table: appending metadata at 1732252952210 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732252952210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc9de84: reopening flushed file at 1732252952617 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6474ce1: reopening flushed file at 1732252952621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5feb0c88: reopening flushed file at 1732252952626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56551495: reopening flushed file at 1732252952630 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false at 1732252952634 (+4 ms)Writing region close event to WAL at 1732252952635 (+1 ms)Running coprocessor post-close hooks at 1732252952638 (+3 ms)Closed at 1732252952638 2024-11-22T05:22:32,638 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:32,729 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,45247,1732252935914; all regions closed. 2024-11-22T05:22:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741834_1010 (size=2717) 2024-11-22T05:22:32,733 DEBUG [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/oldWALs 2024-11-22T05:22:32,733 INFO [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C45247%2C1732252935914.meta:.meta(num 1732252938787) 2024-11-22T05:22:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741832_1008 (size=1028) 2024-11-22T05:22:32,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/WALs/82891a793a29,45247,1732252935914/82891a793a29%2C45247%2C1732252935914.1732252937889 not finished, retry = 0 2024-11-22T05:22:32,836 DEBUG [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/oldWALs 2024-11-22T05:22:32,836 INFO [RS:0;82891a793a29:45247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C45247%2C1732252935914:(num 1732252937889) 2024-11-22T05:22:32,836 DEBUG [RS:0;82891a793a29:45247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:32,836 INFO [RS:0;82891a793a29:45247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:32,837 INFO [RS:0;82891a793a29:45247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:32,837 INFO [RS:0;82891a793a29:45247 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:32,837 INFO [RS:0;82891a793a29:45247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:32,837 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:32,837 INFO [RS:0;82891a793a29:45247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45247. 2024-11-22T05:22:32,837 DEBUG [RS:0;82891a793a29:45247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:32,837 DEBUG [RS:0;82891a793a29:45247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:32,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:32,838 DEBUG [RS:0;82891a793a29:45247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:32,838 INFO [RS:0;82891a793a29:45247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45247 2024-11-22T05:22:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-791395176/rs/82891a793a29,45247,1732252935914 2024-11-22T05:22:32,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176/rs 2024-11-22T05:22:32,913 INFO [RS:0;82891a793a29:45247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:32,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,45247,1732252935914] 2024-11-22T05:22:32,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-791395176/draining/82891a793a29,45247,1732252935914 already deleted, retry=false 2024-11-22T05:22:32,934 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,45247,1732252935914 expired; onlineServers=0 2024-11-22T05:22:32,934 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,38505,1732252935793' ***** 2024-11-22T05:22:32,934 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:32,934 DEBUG [M:0;82891a793a29:38505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:22:32,934 DEBUG [M:0;82891a793a29:38505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:22:32,934 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:22:32,934 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252937595 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252937595,5,FailOnTimeoutGroup] 2024-11-22T05:22:32,934 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252937594 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252937594,5,FailOnTimeoutGroup] 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:32,934 DEBUG [M:0;82891a793a29:38505 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:22:32,934 INFO [M:0;82891a793a29:38505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:32,935 INFO [M:0;82891a793a29:38505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:22:32,935 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:22:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-791395176/master 2024-11-22T05:22:32,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-791395176 2024-11-22T05:22:32,944 DEBUG [M:0;82891a793a29:38505 {}] zookeeper.ZKUtil(347): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Unable to get data of znode /2-791395176/master because node does not exist (not an error) 2024-11-22T05:22:32,944 WARN [M:0;82891a793a29:38505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:22:32,945 INFO [M:0;82891a793a29:38505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/.lastflushedseqids 2024-11-22T05:22:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741843_1019 (size=173) 2024-11-22T05:22:33,020 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:33,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:33,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45247-0x10160fdee640007, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:33,023 INFO [RS:0;82891a793a29:45247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:33,023 INFO [RS:0;82891a793a29:45247 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,45247,1732252935914; zookeeper connection closed. 2024-11-22T05:22:33,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6464c903 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6464c903 2024-11-22T05:22:33,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:22:33,320 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:33,351 INFO [M:0;82891a793a29:38505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:22:33,351 INFO [M:0;82891a793a29:38505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:22:33,351 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:33,351 INFO [M:0;82891a793a29:38505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:33,351 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:33,351 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:33,351 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:33,351 INFO [M:0;82891a793a29:38505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-22T05:22:33,380 DEBUG [M:0;82891a793a29:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f39f0c43b4214dba8e92f7e8600c5c13 is 82, key is hbase:meta,,1/info:regioninfo/1732252938813/Put/seqid=0 2024-11-22T05:22:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741844_1020 (size=5672) 2024-11-22T05:22:33,817 INFO [M:0;82891a793a29:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f39f0c43b4214dba8e92f7e8600c5c13 2024-11-22T05:22:33,837 DEBUG [M:0;82891a793a29:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0f574dac0a4995ae71f51d3f568897 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252943912/Put/seqid=0 2024-11-22T05:22:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741845_1021 (size=6587) 2024-11-22T05:22:33,923 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:34,240 INFO [M:0;82891a793a29:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0f574dac0a4995ae71f51d3f568897 2024-11-22T05:22:34,259 DEBUG [M:0;82891a793a29:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465e1b0ccfcb49718bace605cbf10067 is 69, key is 82891a793a29,45247,1732252935914/rs:state/1732252937675/Put/seqid=0 2024-11-22T05:22:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741846_1022 (size=5156) 2024-11-22T05:22:34,324 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:34,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:22:34,663 INFO [M:0;82891a793a29:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465e1b0ccfcb49718bace605cbf10067 2024-11-22T05:22:34,667 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f39f0c43b4214dba8e92f7e8600c5c13 as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f39f0c43b4214dba8e92f7e8600c5c13 2024-11-22T05:22:34,671 INFO [M:0;82891a793a29:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f39f0c43b4214dba8e92f7e8600c5c13, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T05:22:34,671 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0f574dac0a4995ae71f51d3f568897 as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d0f574dac0a4995ae71f51d3f568897 2024-11-22T05:22:34,675 INFO [M:0;82891a793a29:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d0f574dac0a4995ae71f51d3f568897, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T05:22:34,675 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/465e1b0ccfcb49718bace605cbf10067 as hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/465e1b0ccfcb49718bace605cbf10067 2024-11-22T05:22:34,681 INFO [M:0;82891a793a29:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43899/user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/465e1b0ccfcb49718bace605cbf10067, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T05:22:34,682 INFO [M:0;82891a793a29:38505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=55, compaction requested=false 2024-11-22T05:22:34,688 INFO [M:0;82891a793a29:38505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:34,688 DEBUG [M:0;82891a793a29:38505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252953351Disabling compacts and flushes for region at 1732252953351Disabling writes for close at 1732252953351Obtaining lock to block concurrent updates at 1732252953351Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252953351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732252953351Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252953352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252953352Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252953380 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252953380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252953820 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252953836 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252953836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252954243 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252954259 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252954259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65aa2596: reopening flushed file at 1732252954666 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42269cb7: reopening flushed file at 1732252954671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b271300: reopening flushed file at 1732252954675 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=55, compaction requested=false at 1732252954682 (+7 ms)Writing region close event to WAL at 1732252954688 (+6 ms)Closed at 1732252954688 2024-11-22T05:22:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33507 is added to blk_1073741830_1006 (size=32782) 2024-11-22T05:22:34,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59ab63b6-9ed4-291e-ef61-7c7cd29a4d5a/MasterData/WALs/82891a793a29,38505,1732252935793/82891a793a29%2C38505%2C1732252935793.1732252937260 not finished, retry = 0 2024-11-22T05:22:34,791 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:34,791 INFO [M:0;82891a793a29:38505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:22:34,792 INFO [M:0;82891a793a29:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38505 2024-11-22T05:22:34,792 INFO [M:0;82891a793a29:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:34,926 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:35,002 INFO [M:0;82891a793a29:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x10160fdee640006, quorum=127.0.0.1:59299, baseZNode=/2-791395176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:35,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c95447{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:35,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bc7496d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:35,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:35,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8d262e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:35,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:35,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:22:35,006 WARN [BP-460069745-172.17.0.2-1732252934100 heartbeating to localhost/127.0.0.1:43899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:22:35,006 WARN [BP-460069745-172.17.0.2-1732252934100 heartbeating to localhost/127.0.0.1:43899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460069745-172.17.0.2-1732252934100 (Datanode Uuid 74a0b424-b09e-4e69-ac3c-f0840f1e8ef4) service to localhost/127.0.0.1:43899 2024-11-22T05:22:35,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:22:35,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/cluster_2bbea520-c654-86c6-4d56-e44030369eb6/data/data1/current/BP-460069745-172.17.0.2-1732252934100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:35,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/cluster_2bbea520-c654-86c6-4d56-e44030369eb6/data/data2/current/BP-460069745-172.17.0.2-1732252934100 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:35,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:22:35,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224a7d69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:35,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30633fa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:35,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:35,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed586f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:35,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/181dd094-b10e-8220-454a-de14b117c04b/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:22:35,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:22:35,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:35,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:35,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:35,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:35,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:35,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:22:35,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=242928311, stopped=false 2024-11-22T05:22:35,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,33499,1732252930802 2024-11-22T05:22:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11357512136/running 2024-11-22T05:22:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11357512136/running 2024-11-22T05:22:35,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:35,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:35,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:35,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:35,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:35,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,38243,1732252930998' ***** 2024-11-22T05:22:35,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:22:35,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/running 2024-11-22T05:22:35,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Set watcher on znode that does not yet exist, /11357512136/running 2024-11-22T05:22:35,040 INFO [RS:0;82891a793a29:38243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:22:35,040 INFO [RS:0;82891a793a29:38243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:22:35,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:22:35,040 INFO [RS:0;82891a793a29:38243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:22:35,040 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(3091): Received CLOSE for 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,38243,1732252930998 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:38243. 2024-11-22T05:22:35,041 DEBUG [RS:0;82891a793a29:38243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61f2ddb6506eb9038484e847fe3d3029, disabling compactions & flushes 2024-11-22T05:22:35,041 DEBUG [RS:0;82891a793a29:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:35,041 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. after waiting 0 ms 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:22:35,041 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T05:22:35,041 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61f2ddb6506eb9038484e847fe3d3029=test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029.} 2024-11-22T05:22:35,041 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61f2ddb6506eb9038484e847fe3d3029 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:35,041 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:35,041 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:35,041 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T05:22:35,042 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:35,044 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/default/test/61f2ddb6506eb9038484e847fe3d3029/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:22:35,045 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:35,045 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:22:35,045 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:35,045 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61f2ddb6506eb9038484e847fe3d3029: Waiting for close lock at 1732252955041Running coprocessor pre-close hooks at 1732252955041Disabling compacts and flushes for region at 1732252955041Disabling writes for close at 1732252955041Writing region close event to WAL at 1732252955041Running coprocessor post-close hooks at 1732252955045 (+4 ms)Closed at 1732252955045 2024-11-22T05:22:35,045 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029. 2024-11-22T05:22:35,054 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/info/6b64f0aa82fb4c67843254afa81d533d is 129, key is test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029./info:regioninfo/1732252942157/Put/seqid=0 2024-11-22T05:22:35,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741841_1017 (size=6421) 2024-11-22T05:22:35,241 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:35,279 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:22:35,279 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:22:35,427 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:35,441 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:35,458 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/info/6b64f0aa82fb4c67843254afa81d533d 2024-11-22T05:22:35,478 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/ns/e31a7c595f13466cad7eab3041f77881 is 43, key is default/ns:d/1732252933942/Put/seqid=0 2024-11-22T05:22:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741842_1018 (size=5153) 2024-11-22T05:22:35,641 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:35,842 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:35,883 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/ns/e31a7c595f13466cad7eab3041f77881 2024-11-22T05:22:35,903 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2179f6945b754c07af29af0c8919ddb8 is 112, key is test,,1732252941015.61f2ddb6506eb9038484e847fe3d3029./rep_barrier:seqnumDuringOpen/1732252942157/Put/seqid=0 2024-11-22T05:22:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741843_1019 (size=5518) 2024-11-22T05:22:36,029 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:36,042 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:22:36,042 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:22:36,042 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:36,242 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:36,307 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2179f6945b754c07af29af0c8919ddb8 2024-11-22T05:22:36,328 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/table/ef4e542246cf4deca49322ac4c1d3c0b is 40, key is test/table:state/1732252942163/Put/seqid=0 2024-11-22T05:22:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741844_1020 (size=5165) 2024-11-22T05:22:36,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,442 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:36,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T05:22:36,630 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:36,642 DEBUG [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:36,731 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/table/ef4e542246cf4deca49322ac4c1d3c0b 2024-11-22T05:22:36,735 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/info/6b64f0aa82fb4c67843254afa81d533d as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/info/6b64f0aa82fb4c67843254afa81d533d 2024-11-22T05:22:36,738 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/info/6b64f0aa82fb4c67843254afa81d533d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T05:22:36,739 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/ns/e31a7c595f13466cad7eab3041f77881 as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/ns/e31a7c595f13466cad7eab3041f77881 2024-11-22T05:22:36,742 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/ns/e31a7c595f13466cad7eab3041f77881, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:22:36,743 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/rep_barrier/2179f6945b754c07af29af0c8919ddb8 as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/rep_barrier/2179f6945b754c07af29af0c8919ddb8 2024-11-22T05:22:36,747 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/rep_barrier/2179f6945b754c07af29af0c8919ddb8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T05:22:36,747 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/.tmp/table/ef4e542246cf4deca49322ac4c1d3c0b as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/table/ef4e542246cf4deca49322ac4c1d3c0b 2024-11-22T05:22:36,751 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/table/ef4e542246cf4deca49322ac4c1d3c0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T05:22:36,751 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false 2024-11-22T05:22:36,751 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:22:36,755 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T05:22:36,755 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:36,756 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:22:36,756 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:36,756 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252955041Running coprocessor pre-close hooks at 1732252955041Disabling compacts and flushes for region at 1732252955041Disabling writes for close at 1732252955041Obtaining lock to block concurrent updates at 1732252955041Preparing flush snapshotting stores in 1588230740 at 1732252955041Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732252955042 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732252955042Flushing 1588230740/info: creating writer at 1732252955042Flushing 1588230740/info: appending metadata at 1732252955054 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252955054Flushing 1588230740/ns: creating writer at 1732252955462 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732252955478 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732252955478Flushing 1588230740/rep_barrier: creating writer at 1732252955886 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252955903 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252955903Flushing 1588230740/table: creating writer at 1732252956310 (+407 ms)Flushing 1588230740/table: appending metadata at 1732252956327 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732252956327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c95129: reopening flushed file at 1732252956735 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bd4e5b: reopening flushed file at 1732252956739 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544a62de: reopening flushed file at 1732252956742 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cdd31a: reopening flushed file at 1732252956747 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false at 1732252956751 (+4 ms)Writing region close event to WAL at 1732252956753 (+2 ms)Running coprocessor post-close hooks at 1732252956755 (+2 ms)Closed at 1732252956756 (+1 ms) 2024-11-22T05:22:36,756 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:36,843 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,38243,1732252930998; all regions closed. 2024-11-22T05:22:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741834_1010 (size=2717) 2024-11-22T05:22:36,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.meta.1732252933893.meta not finished, retry = 0 2024-11-22T05:22:36,946 DEBUG [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/oldWALs 2024-11-22T05:22:36,946 INFO [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C38243%2C1732252930998.meta:.meta(num 1732252933893) 2024-11-22T05:22:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741833_1009 (size=1374) 2024-11-22T05:22:36,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/WALs/82891a793a29,38243,1732252930998/82891a793a29%2C38243%2C1732252930998.1732252933361 not finished, retry = 0 2024-11-22T05:22:37,050 DEBUG [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/oldWALs 2024-11-22T05:22:37,050 INFO [RS:0;82891a793a29:38243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C38243%2C1732252930998:(num 1732252933361) 2024-11-22T05:22:37,050 DEBUG [RS:0;82891a793a29:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:37,050 INFO [RS:0;82891a793a29:38243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:37,050 INFO [RS:0;82891a793a29:38243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:37,050 INFO [RS:0;82891a793a29:38243 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:37,050 INFO [RS:0;82891a793a29:38243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:37,050 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:37,051 INFO [RS:0;82891a793a29:38243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:38243. 2024-11-22T05:22:37,051 DEBUG [RS:0;82891a793a29:38243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:37,051 DEBUG [RS:0;82891a793a29:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:37,051 DEBUG [RS:0;82891a793a29:38243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:37,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:37,051 INFO [RS:0;82891a793a29:38243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38243 2024-11-22T05:22:37,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11357512136/rs/82891a793a29,38243,1732252930998 2024-11-22T05:22:37,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136/rs 2024-11-22T05:22:37,102 INFO [RS:0;82891a793a29:38243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:37,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,38243,1732252930998] 2024-11-22T05:22:37,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11357512136/draining/82891a793a29,38243,1732252930998 already deleted, retry=false 2024-11-22T05:22:37,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,38243,1732252930998 expired; onlineServers=0 2024-11-22T05:22:37,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,33499,1732252930802' ***** 2024-11-22T05:22:37,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:22:37,123 INFO [M:0;82891a793a29:33499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:37,123 INFO [M:0;82891a793a29:33499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:37,123 DEBUG [M:0;82891a793a29:33499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:22:37,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:22:37,123 DEBUG [M:0;82891a793a29:33499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:22:37,123 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252933077 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252933077,5,FailOnTimeoutGroup] 2024-11-22T05:22:37,123 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252933072 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252933072,5,FailOnTimeoutGroup] 2024-11-22T05:22:37,123 INFO [M:0;82891a793a29:33499 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:37,123 INFO [M:0;82891a793a29:33499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:37,123 DEBUG [M:0;82891a793a29:33499 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:22:37,123 INFO [M:0;82891a793a29:33499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:22:37,124 INFO [M:0;82891a793a29:33499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:37,124 INFO [M:0;82891a793a29:33499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:22:37,124 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:22:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11357512136/master 2024-11-22T05:22:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11357512136 2024-11-22T05:22:37,133 DEBUG [M:0;82891a793a29:33499 {}] zookeeper.ZKUtil(347): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Unable to get data of znode /11357512136/master because node does not exist (not an error) 2024-11-22T05:22:37,133 WARN [M:0;82891a793a29:33499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:22:37,134 INFO [M:0;82891a793a29:33499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/.lastflushedseqids 2024-11-22T05:22:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741845_1021 (size=173) 2024-11-22T05:22:37,213 INFO [RS:0;82891a793a29:38243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:37,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:37,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38243-0x10160fdee640004, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:37,213 INFO [RS:0;82891a793a29:38243 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,38243,1732252930998; zookeeper connection closed. 2024-11-22T05:22:37,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b64c70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b64c70 2024-11-22T05:22:37,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:22:37,232 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:37,538 INFO [M:0;82891a793a29:33499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:22:37,538 INFO [M:0;82891a793a29:33499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:22:37,538 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:37,538 INFO [M:0;82891a793a29:33499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:37,539 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:37,539 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:37,539 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:37,539 INFO [M:0;82891a793a29:33499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T05:22:37,554 DEBUG [M:0;82891a793a29:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0c20a61532d4c53a432710b5c45c038 is 82, key is hbase:meta,,1/info:regioninfo/1732252933922/Put/seqid=0 2024-11-22T05:22:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741846_1022 (size=5672) 2024-11-22T05:22:37,558 INFO [M:0;82891a793a29:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0c20a61532d4c53a432710b5c45c038 2024-11-22T05:22:37,578 DEBUG [M:0;82891a793a29:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae12300c8b644919ca73549b27a7524 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252942166/Put/seqid=0 2024-11-22T05:22:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741847_1023 (size=6586) 2024-11-22T05:22:37,933 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:37,982 INFO [M:0;82891a793a29:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae12300c8b644919ca73549b27a7524 2024-11-22T05:22:38,003 DEBUG [M:0;82891a793a29:33499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda60f9c279e42b7aacc1e532b6c1d10 is 69, key is 82891a793a29,38243,1732252930998/rs:state/1732252933169/Put/seqid=0 2024-11-22T05:22:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741848_1024 (size=5156) 2024-11-22T05:22:38,406 INFO [M:0;82891a793a29:33499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda60f9c279e42b7aacc1e532b6c1d10 2024-11-22T05:22:38,411 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0c20a61532d4c53a432710b5c45c038 as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0c20a61532d4c53a432710b5c45c038 2024-11-22T05:22:38,414 INFO [M:0;82891a793a29:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0c20a61532d4c53a432710b5c45c038, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T05:22:38,415 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ae12300c8b644919ca73549b27a7524 as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ae12300c8b644919ca73549b27a7524 2024-11-22T05:22:38,417 INFO [M:0;82891a793a29:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ae12300c8b644919ca73549b27a7524, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T05:22:38,418 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dda60f9c279e42b7aacc1e532b6c1d10 as hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dda60f9c279e42b7aacc1e532b6c1d10 2024-11-22T05:22:38,420 INFO [M:0;82891a793a29:33499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45055/user/jenkins/test-data/5aac7ab0-87ce-10ea-a4c2-042360a7d4c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dda60f9c279e42b7aacc1e532b6c1d10, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T05:22:38,421 INFO [M:0;82891a793a29:33499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-22T05:22:38,425 INFO [M:0;82891a793a29:33499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:38,425 DEBUG [M:0;82891a793a29:33499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252957538Disabling compacts and flushes for region at 1732252957538Disabling writes for close at 1732252957539 (+1 ms)Obtaining lock to block concurrent updates at 1732252957539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252957539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732252957539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252957539Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252957539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252957554 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252957554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252957561 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252957577 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252957578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252957986 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252958002 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252958002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cab37e: reopening flushed file at 1732252958410 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4e48ed: reopening flushed file at 1732252958414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f12905d: reopening flushed file at 1732252958417 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1732252958421 (+4 ms)Writing region close event to WAL at 1732252958425 (+4 ms)Closed at 1732252958425 2024-11-22T05:22:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37745 is added to blk_1073741830_1006 (size=32770) 2024-11-22T05:22:38,427 INFO [M:0;82891a793a29:33499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:22:38,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:38,427 INFO [M:0;82891a793a29:33499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33499 2024-11-22T05:22:38,427 INFO [M:0;82891a793a29:33499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:38,536 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:38,648 INFO [M:0;82891a793a29:33499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:38,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33499-0x10160fdee640003, quorum=127.0.0.1:59299, baseZNode=/11357512136 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:38,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e134a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:38,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68bea0d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:38,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:38,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b4cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:38,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:38,652 WARN [BP-129904558-172.17.0.2-1732252928416 heartbeating to localhost/127.0.0.1:45055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:22:38,652 WARN [BP-129904558-172.17.0.2-1732252928416 heartbeating to localhost/127.0.0.1:45055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-129904558-172.17.0.2-1732252928416 (Datanode Uuid 1d20763f-4039-4650-9abe-806fc54ded85) service to localhost/127.0.0.1:45055 2024-11-22T05:22:38,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:22:38,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:22:38,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/cluster_56058620-5443-0158-bbb7-afce315bc333/data/data1/current/BP-129904558-172.17.0.2-1732252928416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:38,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/cluster_56058620-5443-0158-bbb7-afce315bc333/data/data2/current/BP-129904558-172.17.0.2-1732252928416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:38,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:22:38,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28176859{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:38,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2c258{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:38,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:38,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73bfc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:38,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c566f3b3-a2f3-aba8-b13d-9d1966a55760/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:38,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:22:38,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:22:38,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:38,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:38,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:38,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:38,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:38,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:22:38,675 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432489904, stopped=false 2024-11-22T05:22:38,675 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,35221,1732252924665 2024-11-22T05:22:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711395635/running 2024-11-22T05:22:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711395635/running 2024-11-22T05:22:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:38,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:38,690 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:38,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/running 2024-11-22T05:22:38,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Set watcher on znode that does not yet exist, /0-711395635/running 2024-11-22T05:22:38,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:22:38,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:38,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:38,691 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,45793,1732252924974' ***** 2024-11-22T05:22:38,691 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:22:38,691 INFO [RS:0;82891a793a29:45793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:22:38,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(3091): Received CLOSE for 24af37b572daa6e4c0a8851342350d42 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(3091): Received CLOSE for db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,45793,1732252924974 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45793. 2024-11-22T05:22:38,692 DEBUG [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:38,692 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24af37b572daa6e4c0a8851342350d42, disabling compactions & flushes 2024-11-22T05:22:38,692 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:38,692 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:38,692 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:22:38,692 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. after waiting 0 ms 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:22:38,692 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:22:38,692 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24af37b572daa6e4c0a8851342350d42 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-22T05:22:38,692 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T05:22:38,692 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24af37b572daa6e4c0a8851342350d42=hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42., db121a12f5ba99b7aa3f7d5f9fb6b04d=test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d.} 2024-11-22T05:22:38,692 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24af37b572daa6e4c0a8851342350d42, db121a12f5ba99b7aa3f7d5f9fb6b04d 2024-11-22T05:22:38,693 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:22:38,693 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:22:38,693 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:22:38,693 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:22:38,693 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:22:38,693 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T05:22:38,706 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/info/6a87f008766f463c97cc86766dde9c78 is 147, key is hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42./info:regioninfo/1732252945468/Put/seqid=0 2024-11-22T05:22:38,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741847_1023 (size=7686) 2024-11-22T05:22:38,708 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/hfileref/a220145a5a2942378ea2b1f3ee9cad74 is 74, key is 1/hfileref:ae51ea002def4c77b404e0056dd01a60_SeqId_4_/1732252946854/DeleteColumn/seqid=0 2024-11-22T05:22:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741848_1024 (size=5489) 2024-11-22T05:22:38,711 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/hfileref/a220145a5a2942378ea2b1f3ee9cad74 2024-11-22T05:22:38,726 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/queue/db0e4f1bcf8e4e609ac7552ab761cb54 is 153, key is 1-82891a793a29,45793,1732252924974/queue:82891a793a29%2C45793%2C1732252924974/1732252950340/Put/seqid=0 2024-11-22T05:22:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741849_1025 (size=5504) 2024-11-22T05:22:38,729 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/queue/db0e4f1bcf8e4e609ac7552ab761cb54 2024-11-22T05:22:38,733 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/hfileref/a220145a5a2942378ea2b1f3ee9cad74 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/hfileref/a220145a5a2942378ea2b1f3ee9cad74 2024-11-22T05:22:38,736 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/hfileref/a220145a5a2942378ea2b1f3ee9cad74, entries=6, sequenceid=17, filesize=5.4 K 2024-11-22T05:22:38,736 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/.tmp/queue/db0e4f1bcf8e4e609ac7552ab761cb54 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/queue/db0e4f1bcf8e4e609ac7552ab761cb54 2024-11-22T05:22:38,739 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/queue/db0e4f1bcf8e4e609ac7552ab761cb54, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T05:22:38,739 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 24af37b572daa6e4c0a8851342350d42 in 47ms, sequenceid=17, compaction requested=false 2024-11-22T05:22:38,742 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/replication/24af37b572daa6e4c0a8851342350d42/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:22:38,743 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24af37b572daa6e4c0a8851342350d42: Waiting for close lock at 1732252958692Running coprocessor pre-close hooks at 1732252958692Disabling compacts and flushes for region at 1732252958692Disabling writes for close at 1732252958692Obtaining lock to block concurrent updates at 1732252958692Preparing flush snapshotting stores in 24af37b572daa6e4c0a8851342350d42 at 1732252958692Finished memstore snapshotting hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732252958693 (+1 ms)Flushing stores of hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. at 1732252958693Flushing 24af37b572daa6e4c0a8851342350d42/hfileref: creating writer at 1732252958693Flushing 24af37b572daa6e4c0a8851342350d42/hfileref: appending metadata at 1732252958708 (+15 ms)Flushing 24af37b572daa6e4c0a8851342350d42/hfileref: closing flushed file at 1732252958708Flushing 24af37b572daa6e4c0a8851342350d42/queue: creating writer at 1732252958715 (+7 ms)Flushing 24af37b572daa6e4c0a8851342350d42/queue: appending metadata at 1732252958726 (+11 ms)Flushing 24af37b572daa6e4c0a8851342350d42/queue: closing flushed file at 1732252958726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184c8a1b: reopening flushed file at 1732252958732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bdaca8: reopening flushed file at 1732252958736 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 24af37b572daa6e4c0a8851342350d42 in 47ms, sequenceid=17, compaction requested=false at 1732252958739 (+3 ms)Writing region close event to WAL at 1732252958740 (+1 ms)Running coprocessor post-close hooks at 1732252958743 (+3 ms)Closed at 1732252958743 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732252944315.24af37b572daa6e4c0a8851342350d42. 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db121a12f5ba99b7aa3f7d5f9fb6b04d, disabling compactions & flushes 2024-11-22T05:22:38,743 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. after waiting 0 ms 2024-11-22T05:22:38,743 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:38,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/default/test/db121a12f5ba99b7aa3f7d5f9fb6b04d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T05:22:38,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:38,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T05:22:38,746 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:38,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db121a12f5ba99b7aa3f7d5f9fb6b04d: Waiting for close lock at 1732252958743Running coprocessor pre-close hooks at 1732252958743Disabling compacts and flushes for region at 1732252958743Disabling writes for close at 1732252958743Writing region close event to WAL at 1732252958744 (+1 ms)Running coprocessor post-close hooks at 1732252958746 (+2 ms)Closed at 1732252958746 2024-11-22T05:22:38,746 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d. 2024-11-22T05:22:38,774 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:38,893 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,093 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,109 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/info/6a87f008766f463c97cc86766dde9c78 2024-11-22T05:22:39,128 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/ns/320fd1b57b604914a5dc79ca5c0c7a45 is 43, key is default/ns:d/1732252928150/Put/seqid=0 2024-11-22T05:22:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741850_1026 (size=5153) 2024-11-22T05:22:39,131 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/ns/320fd1b57b604914a5dc79ca5c0c7a45 2024-11-22T05:22:39,146 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/rep_barrier/df2996fa3bd04bc099e63bb342c6b71e is 112, key is test,,1732252938865.db121a12f5ba99b7aa3f7d5f9fb6b04d./rep_barrier:seqnumDuringOpen/1732252940049/Put/seqid=0 2024-11-22T05:22:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741851_1027 (size=5518) 2024-11-22T05:22:39,293 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,336 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:35221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T05:22:39,336 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:39,340 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:22:39,341 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 688, reset compression=false 2024-11-22T05:22:39,341 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:22:39,342 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 82891a793a29,45793,1732252924974: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-82891a793a29,45793,1732252924974, walGroup=82891a793a29%2C45793%2C1732252924974, offset=82891a793a29%2C45793%2C1732252924974.1732252947615:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:45793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T05:22:39,343 ERROR [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T05:22:39,343 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T05:22:39,343 INFO [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1598029824, "init": 1048576000, "max": 2306867200, "used": 1057407992 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208179288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T05:22:39,344 WARN [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:35221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:35221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T05:22:39,449 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:22:39,449 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:22:39,493 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,543 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 688, reset compression=false 2024-11-22T05:22:39,549 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/rep_barrier/df2996fa3bd04bc099e63bb342c6b71e 2024-11-22T05:22:39,565 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/table/b504f65e433c47f0aa90deb9630b69f8 is 53, key is hbase:replication/table:state/1732252945474/Put/seqid=0 2024-11-22T05:22:39,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741852_1028 (size=5308) 2024-11-22T05:22:39,693 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:22:39,693 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:22:39,693 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,846 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 688, reset compression=false 2024-11-22T05:22:39,894 DEBUG [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:22:39,941 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 393, reset compression=false 2024-11-22T05:22:39,945 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T05:22:39,945 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.wal-reader.82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615 to pos 688, reset compression=false 2024-11-22T05:22:39,945 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-82891a793a29,45793,1732252924974 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/WALs/82891a793a29,45793,1732252924974/82891a793a29%2C45793%2C1732252924974.1732252947615, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T05:22:39,946 DEBUG [RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-22T05:22:39,968 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/table/b504f65e433c47f0aa90deb9630b69f8 2024-11-22T05:22:39,971 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/info/6a87f008766f463c97cc86766dde9c78 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/info/6a87f008766f463c97cc86766dde9c78 2024-11-22T05:22:39,974 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/info/6a87f008766f463c97cc86766dde9c78, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T05:22:39,975 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/ns/320fd1b57b604914a5dc79ca5c0c7a45 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/ns/320fd1b57b604914a5dc79ca5c0c7a45 2024-11-22T05:22:39,978 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/ns/320fd1b57b604914a5dc79ca5c0c7a45, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T05:22:39,978 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/rep_barrier/df2996fa3bd04bc099e63bb342c6b71e as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/rep_barrier/df2996fa3bd04bc099e63bb342c6b71e 2024-11-22T05:22:39,981 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/rep_barrier/df2996fa3bd04bc099e63bb342c6b71e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T05:22:39,982 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/.tmp/table/b504f65e433c47f0aa90deb9630b69f8 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/table/b504f65e433c47f0aa90deb9630b69f8 2024-11-22T05:22:39,984 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/table/b504f65e433c47f0aa90deb9630b69f8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T05:22:39,985 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false 2024-11-22T05:22:39,985 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:22:39,989 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T05:22:39,989 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T05:22:39,989 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:22:39,989 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:39,989 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252958693Running coprocessor pre-close hooks at 1732252958693Disabling compacts and flushes for region at 1732252958693Disabling writes for close at 1732252958693Obtaining lock to block concurrent updates at 1732252958693Preparing flush snapshotting stores in 1588230740 at 1732252958693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732252958693Flushing stores of hbase:meta,,1.1588230740 at 1732252958693Flushing 1588230740/info: creating writer at 1732252958693Flushing 1588230740/info: appending metadata at 1732252958705 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732252958705Flushing 1588230740/ns: creating writer at 1732252959113 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732252959127 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732252959127Flushing 1588230740/rep_barrier: creating writer at 1732252959134 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252959146 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252959146Flushing 1588230740/table: creating writer at 1732252959552 (+406 ms)Flushing 1588230740/table: appending metadata at 1732252959564 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732252959564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c42df31: reopening flushed file at 1732252959970 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52062649: reopening flushed file at 1732252959974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ceb40f: reopening flushed file at 1732252959978 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d41d02: reopening flushed file at 1732252959981 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false at 1732252959985 (+4 ms)Writing region close event to WAL at 1732252959987 (+2 ms)Running coprocessor post-close hooks at 1732252959989 (+2 ms)Closed at 1732252959989 2024-11-22T05:22:39,989 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:22:40,094 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,45793,1732252924974; all regions closed. 2024-11-22T05:22:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741843_1019 (size=859) 2024-11-22T05:22:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741844_1020 (size=2574) 2024-11-22T05:22:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741842_1018 (size=696) 2024-11-22T05:22:40,098 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:40,098 INFO [RS:0;82891a793a29:45793 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:22:40,099 INFO [RS:0;82891a793a29:45793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:40,099 INFO [RS:0;82891a793a29:45793 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:40,099 INFO [RS:0;82891a793a29:45793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:40,099 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:40,099 INFO [RS:0;82891a793a29:45793 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-82891a793a29,45793,1732252924974 because: Region server is closing 2024-11-22T05:22:40,099 INFO [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45793. 2024-11-22T05:22:40,099 DEBUG [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:40,099 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:40,099 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:40,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:40,200 INFO [RS:0;82891a793a29:45793 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,1-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,1-82891a793a29,45793,1732252924974 terminated 2024-11-22T05:22:40,200 INFO [RS:0;82891a793a29:45793 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-82891a793a29,45793,1732252924974 because: Region server is closing 2024-11-22T05:22:40,200 INFO [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:45793. 2024-11-22T05:22:40,200 DEBUG [RS:0;82891a793a29:45793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:22:40,200 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:40,200 DEBUG [RS:0;82891a793a29:45793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:22:40,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:22:40,300 INFO [RS:0;82891a793a29:45793 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/82891a793a29:0-0.replicationSource,2-82891a793a29,45793,1732252924974.replicationSource.shipper82891a793a29%2C45793%2C1732252924974,2-82891a793a29,45793,1732252924974 terminated 2024-11-22T05:22:40,300 INFO [RS:0;82891a793a29:45793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45793 2024-11-22T05:22:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711395635/rs/82891a793a29,45793,1732252924974 2024-11-22T05:22:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635/rs 2024-11-22T05:22:40,344 INFO [RS:0;82891a793a29:45793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:40,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,45793,1732252924974] 2024-11-22T05:22:40,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-711395635/draining/82891a793a29,45793,1732252924974 already deleted, retry=false 2024-11-22T05:22:40,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,45793,1732252924974 expired; onlineServers=0 2024-11-22T05:22:40,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,35221,1732252924665' ***** 2024-11-22T05:22:40,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:22:40,365 DEBUG [M:0;82891a793a29:35221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:22:40,365 DEBUG [M:0;82891a793a29:35221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:22:40,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:22:40,365 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252927196 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252927196,5,FailOnTimeoutGroup] 2024-11-22T05:22:40,365 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252927196 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252927196,5,FailOnTimeoutGroup] 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:22:40,365 DEBUG [M:0;82891a793a29:35221 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:22:40,365 ERROR [M:0;82891a793a29:35221 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:40449 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40449,5,PEWorkerGroup] 2024-11-22T05:22:40,365 INFO [M:0;82891a793a29:35221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:22:40,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:22:40,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-711395635/master 2024-11-22T05:22:40,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-711395635 2024-11-22T05:22:40,375 DEBUG [M:0;82891a793a29:35221 {}] zookeeper.ZKUtil(347): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Unable to get data of znode /0-711395635/master because node does not exist (not an error) 2024-11-22T05:22:40,375 WARN [M:0;82891a793a29:35221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:22:40,376 INFO [M:0;82891a793a29:35221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/.lastflushedseqids 2024-11-22T05:22:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741853_1029 (size=263) 2024-11-22T05:22:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:40,454 INFO [RS:0;82891a793a29:45793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:40,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45793-0x10160fdee640001, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:40,454 INFO [RS:0;82891a793a29:45793 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,45793,1732252924974; zookeeper connection closed. 2024-11-22T05:22:40,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f4e629e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f4e629e 2024-11-22T05:22:40,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:22:40,779 INFO [M:0;82891a793a29:35221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:22:40,780 INFO [M:0;82891a793a29:35221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:22:40,780 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:22:40,780 INFO [M:0;82891a793a29:35221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:40,780 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:40,780 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:22:40,780 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:40,780 INFO [M:0;82891a793a29:35221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-22T05:22:40,793 DEBUG [M:0;82891a793a29:35221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0675b775b75b41158443c925df71a920 is 82, key is hbase:meta,,1/info:regioninfo/1732252928051/Put/seqid=0 2024-11-22T05:22:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741854_1030 (size=5672) 2024-11-22T05:22:41,099 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:22:41,099 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:22:41,197 INFO [M:0;82891a793a29:35221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0675b775b75b41158443c925df71a920 2024-11-22T05:22:41,212 DEBUG [M:0;82891a793a29:35221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39910d020a414de7b034fc99643d4837 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732252940070/Put/seqid=0 2024-11-22T05:22:41,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741855_1031 (size=7610) 2024-11-22T05:22:41,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:22:41,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:41,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169135 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [82891a793a29,40881,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=82891a793a29:40881 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T05:22:41,621 INFO [M:0;82891a793a29:35221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39910d020a414de7b034fc99643d4837 2024-11-22T05:22:41,624 INFO [M:0;82891a793a29:35221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39910d020a414de7b034fc99643d4837 2024-11-22T05:22:41,640 DEBUG [M:0;82891a793a29:35221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf539b584d88421ab5a1ba562a06192a is 69, key is 82891a793a29,45793,1732252924974/rs:state/1732252927349/Put/seqid=0 2024-11-22T05:22:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741856_1032 (size=5156) 2024-11-22T05:22:42,044 INFO [M:0;82891a793a29:35221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf539b584d88421ab5a1ba562a06192a 2024-11-22T05:22:42,048 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0675b775b75b41158443c925df71a920 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0675b775b75b41158443c925df71a920 2024-11-22T05:22:42,052 INFO [M:0;82891a793a29:35221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0675b775b75b41158443c925df71a920, entries=8, sequenceid=121, filesize=5.5 K 2024-11-22T05:22:42,053 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39910d020a414de7b034fc99643d4837 as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39910d020a414de7b034fc99643d4837 2024-11-22T05:22:42,058 INFO [M:0;82891a793a29:35221 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39910d020a414de7b034fc99643d4837 2024-11-22T05:22:42,058 INFO [M:0;82891a793a29:35221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39910d020a414de7b034fc99643d4837, entries=13, sequenceid=121, filesize=7.4 K 2024-11-22T05:22:42,059 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf539b584d88421ab5a1ba562a06192a as hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf539b584d88421ab5a1ba562a06192a 2024-11-22T05:22:42,062 INFO [M:0;82891a793a29:35221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40449/user/jenkins/test-data/b51d10d7-7267-7c84-8cc0-db05e593ddce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf539b584d88421ab5a1ba562a06192a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-22T05:22:42,063 INFO [M:0;82891a793a29:35221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=121, compaction requested=false 2024-11-22T05:22:42,066 INFO [M:0;82891a793a29:35221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:22:42,066 DEBUG [M:0;82891a793a29:35221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252960780Disabling compacts and flushes for region at 1732252960780Disabling writes for close at 1732252960780Obtaining lock to block concurrent updates at 1732252960780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252960780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732252960780Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252960781 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252960781Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252960792 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252960792Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252961199 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252961212 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252961212Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252961624 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252961640 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252961640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a8515f: reopening flushed file at 1732252962047 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ddf9ed: reopening flushed file at 1732252962052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418b396d: reopening flushed file at 1732252962058 (+6 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=121, compaction requested=false at 1732252962063 (+5 ms)Writing region close event to WAL at 1732252962066 (+3 ms)Closed at 1732252962066 2024-11-22T05:22:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38943 is added to blk_1073741830_1006 (size=69920) 2024-11-22T05:22:42,070 INFO [M:0;82891a793a29:35221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:22:42,070 INFO [M:0;82891a793a29:35221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35221 2024-11-22T05:22:42,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:22:42,071 INFO [M:0;82891a793a29:35221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:22:42,180 INFO [M:0;82891a793a29:35221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:22:42,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35221-0x10160fdee640000, quorum=127.0.0.1:59299, baseZNode=/0-711395635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:22:42,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e1c64d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:22:42,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:42,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:42,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:42,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:42,184 WARN [BP-213041900-172.17.0.2-1732252922574 heartbeating to localhost/127.0.0.1:40449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:22:42,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:22:42,184 WARN [BP-213041900-172.17.0.2-1732252922574 heartbeating to localhost/127.0.0.1:40449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213041900-172.17.0.2-1732252922574 (Datanode Uuid 89e50d8c-ef7c-4eb5-954f-2c5fe5a3659a) service to localhost/127.0.0.1:40449 2024-11-22T05:22:42,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:22:42,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/data/data1/current/BP-213041900-172.17.0.2-1732252922574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:42,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/cluster_7401443c-5ea2-e4c9-2941-1c6b40c9b61c/data/data2/current/BP-213041900-172.17.0.2-1732252922574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:22:42,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:22:42,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736c1d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:22:42,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:22:42,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:22:42,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:22:42,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d608b265-990f-22a3-3ea6-63710b44334c/hadoop.log.dir/,STOPPED} 2024-11-22T05:22:42,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:22:42,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T05:22:42,225 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 534) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45055 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43899 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59299) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40449 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6868 (was 7969) 2024-11-22T05:22:42,225 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500